-- Logs begin at Mon 2021-05-10 16:30:37 UTC, end at Mon 2021-05-10 17:53:41 UTC. -- May 10 17:26:48.899761 dv-cinder-786383-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 17:26:51.314632 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.common.config [-] Logging enabled! May 10 17:26:51.315258 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:26:51.315386 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:26:51.318654 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.common.config [-] Logging enabled! May 10 17:26:51.318912 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:26:51.319225 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:26:51.320188 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:26:51.320369 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:26:51.320744 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:26:51.320970 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:26:51.321194 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:26:51.321515 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.321813 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.322108 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.322573 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.322879 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.323172 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.323459 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.324017 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.324315 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.324604 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.324888 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.325174 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.325403 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.325686 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.325973 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.326258 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.326505 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] debug = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.326797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.327223 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.327642 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.327919 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.328212 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.328488 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.328758 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.329033 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.329316 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.329644 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] host = dv-cinder-786383-3-smb {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.329921 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.330205 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.330513 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.330803 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.331076 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.331350 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.331635 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.331907 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.332179 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] log_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.332453 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.332740 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.333026 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.333315 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.333537 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.333757 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.334045 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.334329 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.334625 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.334899 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.335171 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.335444 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.335716 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.335984 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.336268 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.336554 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.336838 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.337113 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.337384 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.337652 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.338466 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.338750 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.339021 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.339293 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.339563 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.339847 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.340115 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.340386 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.340683 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.340965 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.341246 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.341528 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.341797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.342074 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.342345 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.342635 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.342903 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] use_json = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.343171 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.343439 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.343718 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.343986 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.344253 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.344521 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.344788 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.345068 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:51.345361 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.345657 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.345955 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.346236 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.346557 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.346841 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.347129 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.347407 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.347696 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.347985 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.348272 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.348550 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.348835 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.349110 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.349403 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.349704 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.349997 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.350286 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.350586 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.350861 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.351133 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.351410 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.351694 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.351986 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.352275 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.352548 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.352825 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.353114 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.353416 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.354326 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.354630 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.354922 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.355201 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.355475 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.355757 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.356034 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.356307 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.356579 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.356860 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.357148 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.357423 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.357695 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.357965 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.358240 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.358538 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.358824 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.359099 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.359371 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.359643 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.359919 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.360194 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.360466 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.360741 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.361012 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.361287 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.361558 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.361830 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.362100 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.362370 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.362663 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.362933 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.363204 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.363477 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.363749 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.364020 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.364292 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.364562 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.364833 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.365117 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.365412 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.365689 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.365966 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.366242 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.366542 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.366825 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.367100 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.367375 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.367652 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.367924 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.368212 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.368495 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.368778 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.369132 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.369404 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.369698 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.369973 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.370255 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.370554 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.370832 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.371118 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.371398 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.371695 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.371990 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.372284 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.372577 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.372867 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.373145 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.373454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.373734 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:51.373953 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:26:51.374190 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79159) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 17:26:51.725460 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:51.725735 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:51.726023 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:26:51.726365 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 17:26:52.029568 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.029830 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.030060 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.031301 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.031579 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.031844 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.152405 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.152684 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.152953 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.166647 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.166928 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.167197 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.195240 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.195517 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.195784 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.234956 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.235232 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.235502 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.469891 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.470611 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.470611 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.470785 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.471458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.597507 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.597826 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.598108 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.598379 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.598674 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.598986 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.599244 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.599500 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.599753 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.600033 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.600291 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.600561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.600824 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.601078 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.601344 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.601612 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.601872 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.602148 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.602402 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.602706 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.603055 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.603307 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.604083 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.604508 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.604764 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.605014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.605400 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:26:52.605644 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:26:52.605888 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:26:52.606128 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:26:52.606366 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:26:52.606631 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:26:52.606999 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 17:26:52.610179 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 17:26:52.614081 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 17:26:52.617985 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 10 17:26:52.620222 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 17:26:52.620666 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 17:26:52.621007 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 17:26:52.621393 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 17:26:52.624236 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 17:26:52.624496 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 17:26:52.625120 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:26:52.652426 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 17:26:52.652871 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.653168 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79159) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 17:26:52.653532 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.654901 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79159) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 17:26:52.655180 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:26:52.655426 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 17:26:52.658721 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.659003 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:52.735172 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 17:26:52.735354 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 17:26:52.735592 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 17:26:52.735962 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 17:26:52.766364 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_db.sqlalchemy.engines [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79159) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 17:26:53.286344 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Initializing driver for type 'gre' May 10 17:26:53.287135 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] gre ID ranges: [(1, 1000)] May 10 17:26:53.536629 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Initializing driver for type 'local' May 10 17:26:53.537328 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Initializing driver for type 'vlan' May 10 17:26:53.628091 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] VlanTypeDriver initialization complete May 10 17:26:53.628453 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Initializing driver for type 'vxlan' May 10 17:26:53.628964 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] vxlan ID ranges: [(1, 1000)] May 10 17:26:53.879850 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Initializing extension driver 'port_security' May 10 17:26:53.880197 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] PortSecurityExtensionDriver initialization complete May 10 17:26:53.880534 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Initializing mechanism driver 'openvswitch' May 10 17:26:53.880861 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Initializing mechanism driver 'hyperv' May 10 17:26:53.894679 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:53.895443 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > port after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.895814 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > port after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.896210 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > port after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.896600 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > subnet after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.896952 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > subnet after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.897295 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.897676 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > network after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.898026 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > network after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.898370 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > network after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.898779 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > security_group after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.899123 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > security_group after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.899460 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.899836 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.900181 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.901092 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.901506 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > address_group after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.901852 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > address_group after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.902193 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.902560 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] ML2 OVO RPC backend initialized. {{(pid=79159) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 17:26:53.903266 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.905429 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.905429 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > network before_response 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.905429 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > networks before_response 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.905429 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > port before_response 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.905732 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > ports before_response 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.905732 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > subnet before_response 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.905732 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > subnets before_response 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.906191 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > network after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.906367 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > network after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.906741 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > network after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.907081 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > port after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.907479 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > port after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.907858 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > port after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.908201 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > subnet after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.908576 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > subnet after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.908912 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.909509 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.plugin [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Modular L2 Plugin initialization complete May 10 17:26:53.909828 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading services supported by the core plugin {{(pid=79159) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 17:26:53.910156 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.plugins.ml2.managers [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Got port-security extension from driver 'port_security' May 10 17:26:53.910647 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.extensions.vlantransparent [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Disabled vlantransparent extension. May 10 17:26:53.911141 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79159) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 17:26:53.911456 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading Plugin: router May 10 17:26:53.954498 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.954898 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router after_create 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.955271 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router before_create 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.955633 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.956002 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.956353 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router after_delete 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.956710 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.957069 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router after_create 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.957413 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router after_update 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.957758 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router after_update 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.958103 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.958485 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router after_update 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.958893 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_update 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.959260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: port after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.959599 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: port after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.959936 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: subnet after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.960269 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.960615 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.960959 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_create 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.961298 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: port before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.961637 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.961992 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router after_update 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.962337 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.967927 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_create 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.967927 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.967927 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_update 55549900 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.967927 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > network after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.968253 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Tracking information for resource: router configured {{(pid=79159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:26:53.968253 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Tracking information for resource: floatingip configured {{(pid=79159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:26:53.970645 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.db.l3_agentschedulers_db [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 17:26:53.971223 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: port after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.971588 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: port after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.971935 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: port after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.972284 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: port after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.973072 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router before_create 55550100 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.973434 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.973797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_create 55550100 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.974154 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > router precommit_update 55550100 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:53.979204 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.services.provider_configuration [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service providers = [] {{(pid=79159) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 17:26:53.979575 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.db.servicetype_db [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79159) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 17:26:53.982460 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.services.service_base [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:26:53.982812 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.services.service_base [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:26:53.983149 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.services.service_base [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:26:53.984019 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.services.service_base [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:26:53.984389 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.services.service_base [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 17:26:53.987069 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:26:53.987414 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 17:26:53.998733 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:26:53.999070 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading Plugin: auto_allocate May 10 17:26:54.004847 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: network precommit_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:54.005222 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: network precommit_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:54.005740 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:26:54.006060 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading Plugin: tag May 10 17:26:54.012836 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:26:54.013165 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading Plugin: timestamp May 10 17:26:54.016943 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:26:54.017280 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading Plugin: network_ip_availability May 10 17:26:54.022497 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:54.022873 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:54.023231 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:54.023949 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:26:54.024268 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading Plugin: flavors May 10 17:26:54.029186 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:26:54.029520 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading Plugin: revisions May 10 17:26:54.033763 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:26:54.034154 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.308s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:26:54.034914 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79159) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 17:26:54.035256 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Initializing extension manager. May 10 17:26:54.035759 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: __init__.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.036100 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: __pycache__ {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.036432 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.036763 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: address_group.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.037506 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.038078 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: address-group May 10 17:26:54.038402 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: address_scope.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.039128 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.039639 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: address-scope May 10 17:26:54.039962 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.041388 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.041980 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: router-admin-state-down-before-update May 10 17:26:54.042309 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: agent.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.043027 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.043540 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: agent May 10 17:26:54.043862 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: agent_resources_synced.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.044774 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.045284 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: agent-resources-synced May 10 17:26:54.045614 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: allowedaddresspairs.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.053420 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.053934 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: allowed-address-pairs May 10 17:26:54.054262 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: auto_allocated_topology.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.055356 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.055884 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: auto-allocated-topology May 10 17:26:54.056254 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: availability_zone.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.057588 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.058105 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: availability_zone May 10 17:26:54.058446 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: availability_zone_filter.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.059356 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.059867 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: availability_zone_filter May 10 17:26:54.060189 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: data_plane_status.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.061074 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.061635 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension data-plane-status not supported by any of loaded plugins May 10 17:26:54.061962 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: default_subnetpools.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.062882 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.063397 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: default-subnetpools May 10 17:26:54.063720 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.064521 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.065026 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: dhcp_agent_scheduler May 10 17:26:54.065347 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: dns.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.066236 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.066772 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension dns-integration not supported by any of loaded plugins May 10 17:26:54.067094 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: dns_domain_ports.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.067992 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.068524 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 17:26:54.068842 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: dvr.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.069503 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.070008 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: dvr May 10 17:26:54.070326 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: empty_string_filtering.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.071262 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.071912 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: empty-string-filtering May 10 17:26:54.073066 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.073180 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.073913 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 17:26:54.074235 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.075155 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.075662 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 17:26:54.075985 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: external_net.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.076873 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.077382 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: external-net May 10 17:26:54.077705 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.078626 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.079139 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: extra_dhcp_opt May 10 17:26:54.079461 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: extraroute.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.080352 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.080862 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: extraroute May 10 17:26:54.081189 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: extraroute_atomic.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.082215 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.082767 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: extraroute-atomic May 10 17:26:54.083092 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: filter_validation.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.083756 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.084267 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: filter-validation May 10 17:26:54.084586 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: fip_pf_description.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.085688 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.086201 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 17:26:54.086557 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: fip_port_details.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.087459 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.088027 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: fip-port-details May 10 17:26:54.088399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: flavors.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.089583 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.090099 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: flavors May 10 17:26:54.090447 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.092117 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.092665 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 17:26:54.092995 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: floatingip_pools.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.093681 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.094195 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: floatingip-pools May 10 17:26:54.094556 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: ip_allocation.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.095466 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.095976 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension ip_allocation not supported by any of loaded plugins May 10 17:26:54.096299 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.097204 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.097714 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: ip-substring-filtering May 10 17:26:54.098041 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: l2_adjacency.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.098972 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.099479 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 17:26:54.099806 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: l3.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.100777 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.101296 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: router May 10 17:26:54.101623 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.104420 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.104949 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 17:26:54.105283 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.106188 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.106736 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: ext-gw-mode May 10 17:26:54.107065 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.107997 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.108509 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: l3-ha May 10 17:26:54.108838 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: l3_flavors.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.109764 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.110277 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: l3-flavors May 10 17:26:54.110638 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.111551 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.112085 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 17:26:54.112400 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: l3agentscheduler.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.113410 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.113922 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: l3_agent_scheduler May 10 17:26:54.114248 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: logging.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.115755 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.116273 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension logging not supported by any of loaded plugins May 10 17:26:54.116603 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: metering.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.117338 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.117918 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: metering May 10 17:26:54.118244 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.119994 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.120527 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: metering_source_and_destination_fields May 10 17:26:54.120857 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: multiprovidernet.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.121895 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.122433 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: multi-provider May 10 17:26:54.122767 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: netmtu.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.123665 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.124179 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: net-mtu May 10 17:26:54.124500 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: netmtu_writable.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.125395 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.125908 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: net-mtu-writable May 10 17:26:54.126230 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: network_availability_zone.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.126915 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.127425 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: network_availability_zone May 10 17:26:54.127745 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: network_ip_availability.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.128820 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.129333 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: network-ip-availability May 10 17:26:54.129655 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: network_segment_range.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.130468 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.130938 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension network-segment-range not supported by any of loaded plugins May 10 17:26:54.131260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: pagination.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.132269 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.132598 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: pagination May 10 17:26:54.132916 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: port_device_profile.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.133820 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.134336 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: port-device-profile May 10 17:26:54.134735 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.135726 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.136239 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: port-mac-address-regenerate May 10 17:26:54.136560 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.137470 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.137983 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: port-numa-affinity-policy May 10 17:26:54.138306 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: port_resource_request.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.139226 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.139741 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension port-resource-request not supported by any of loaded plugins May 10 17:26:54.140062 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: portbindings.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.140971 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.141487 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: binding May 10 17:26:54.141813 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: portbindings_extended.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.143089 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.143606 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: binding-extended May 10 17:26:54.143933 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: portsecurity.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.144825 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.145336 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: port-security May 10 17:26:54.145656 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: project_id.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.146639 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.146970 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: project-id May 10 17:26:54.147291 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: providernet.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.148204 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.148723 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: provider May 10 17:26:54.149044 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.152745 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.153272 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos not supported by any of loaded plugins May 10 17:26:54.153604 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.154855 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.155379 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 17:26:54.155711 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.156614 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.157133 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 17:26:54.157462 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos_default.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.158356 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.158899 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos-default not supported by any of loaded plugins May 10 17:26:54.159226 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos_fip.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.159866 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.160374 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos-fip not supported by any of loaded plugins May 10 17:26:54.160697 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos_gateway_ip.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.161605 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.162126 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 17:26:54.162472 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos_port_network_policy.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.163366 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.163878 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 17:26:54.164198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos_rule_type_details.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.165098 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.165612 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 17:26:54.166505 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: qos_rules_alias.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.167677 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.168197 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 17:26:54.168523 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: quotasv2.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.169526 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.169856 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: quotas May 10 17:26:54.170180 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: quotasv2_detail.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.171813 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.172150 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: quota_details May 10 17:26:54.172488 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: rbac.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.173517 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.174043 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: rbac-policies May 10 17:26:54.174370 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: rbac_address_group.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.175298 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.175816 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: rbac-address-group May 10 17:26:54.176139 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: rbac_address_scope.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.177040 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.177555 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: rbac-address-scope May 10 17:26:54.177877 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: rbac_security_groups.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.178804 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.179317 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: rbac-security-groups May 10 17:26:54.179637 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: rbac_subnetpool.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.180548 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.181063 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: rbac-subnetpool May 10 17:26:54.181390 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: revisionifmatch.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.182899 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.183417 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: revision-if-match May 10 17:26:54.183740 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: revisions.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.184831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.185345 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: standard-attr-revisions May 10 17:26:54.185665 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: router_availability_zone.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.186324 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.186871 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: router_availability_zone May 10 17:26:54.187195 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: routerservicetype.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.188095 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.188609 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension router-service-type not supported by any of loaded plugins May 10 17:26:54.188930 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.189835 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.190348 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: security-groups-normalized-cidr May 10 17:26:54.190696 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.191604 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.192119 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: port-security-groups-filtering May 10 17:26:54.192449 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.193351 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.193869 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: security-groups-remote-address-group May 10 17:26:54.194192 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: securitygroup.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.204003 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.204543 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: security-group May 10 17:26:54.204879 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: segment.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.205649 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.206164 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension segment not supported by any of loaded plugins May 10 17:26:54.206519 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.207433 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.207947 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 17:26:54.208271 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: servicetype.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.209369 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.209888 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: service-type May 10 17:26:54.210210 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: sorting.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.211206 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.211540 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: sorting May 10 17:26:54.211861 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: standard_attr_segment.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.212979 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.213561 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 17:26:54.213888 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: standardattrdescription.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.214567 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.215082 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: standard-attr-description May 10 17:26:54.215407 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: stateful_security_group.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.216316 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.216835 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: stateful-security-group May 10 17:26:54.217207 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: stdattrs_common.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.217782 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 17:26:54.218104 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.219121 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.219641 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 17:26:54.219963 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: subnet_onboard.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.221035 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.221556 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: subnet_onboard May 10 17:26:54.221880 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.222840 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.223353 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 17:26:54.223673 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: subnet_service_types.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.224571 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.225093 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: subnet-service-types May 10 17:26:54.225418 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: subnetallocation.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.226530 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.227050 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: subnet_allocation May 10 17:26:54.227377 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.228031 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.229068 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: subnetpool-prefix-ops May 10 17:26:54.229386 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.230311 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.230867 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 17:26:54.231216 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: tagging.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.232270 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.232804 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: standard-attr-tag May 10 17:26:54.233140 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: timestamp.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.234319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.234938 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loaded extension: standard-attr-timestamp May 10 17:26:54.235363 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: trunk.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.236384 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.236903 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension trunk not supported by any of loaded plugins May 10 17:26:54.237228 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: trunk_details.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.238129 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.238675 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension trunk-details not supported by any of loaded plugins May 10 17:26:54.239001 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: uplink_status_propagation.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.239904 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.240419 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 17:26:54.240739 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Loading extension file: vlantransparent.py {{(pid=79159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:26:54.241397 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:26:54.241906 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 17:26:54.245035 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:network May 10 17:26:54.245703 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:subnet May 10 17:26:54.246514 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:26:54.247124 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:port May 10 17:26:54.248374 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.248818 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service FLAVORS assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.249451 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.249883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.250216 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:router May 10 17:26:54.250910 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:floatingip May 10 17:26:54.251617 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service METERING assigned prefix: /metering {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.253057 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:54.253424 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:54.253774 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:26:54.254954 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:26:54.255400 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:security_group May 10 17:26:54.256051 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:26:54.256779 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service CORE assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.257114 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:26:54.257451 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] subnetpool is already registered May 10 17:26:54.258055 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service CORE assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.258392 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:26:54.258741 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] subnetpool is already registered May 10 17:26:54.261300 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.261784 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service FLAVORS assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.262380 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.262830 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.263175 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:router May 10 17:26:54.263502 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] router is already registered May 10 17:26:54.264098 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:floatingip May 10 17:26:54.264430 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] floatingip is already registered May 10 17:26:54.265058 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service METERING assigned prefix: /metering {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.265730 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:26:54.266054 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] rbac_policy is already registered May 10 17:26:54.267656 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:security_group May 10 17:26:54.267996 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] security_group is already registered May 10 17:26:54.268597 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:26:54.268931 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] security_group_rule is already registered May 10 17:26:54.269602 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service CORE assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.269942 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:26:54.270313 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] subnetpool is already registered May 10 17:26:54.270953 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.v2.resource_helper [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Service CORE assigned prefix: {{(pid=79159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:26:54.271286 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:26:54.271612 dv-cinder-786383-3-smb neutron-server[79159]: WARNING neutron.quota.resource_registry [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] subnetpool is already registered May 10 17:26:54.272252 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: extensions {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.273715 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: address-groups {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.275959 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: address-scopes {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.277185 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: agents {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.278351 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: auto-allocated-topology {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.279616 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: availability_zones {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.280916 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: dhcp-networks {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.282309 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: dhcp-agents {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.283766 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: routers {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.285618 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: flavors {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.286793 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: service_profiles {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.287990 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: next_providers {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.289498 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: service_profiles {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.291532 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: floatingip-pools {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.292735 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: routers {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.294618 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: floatingips {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.295799 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: l3-routers {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.297198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: l3-agents {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.298629 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: metering-labels {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.299961 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: metering-label-rules {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.301232 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: network-ip-availabilities {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.302523 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: bindings {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.304169 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: quotas {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.305578 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: quotas {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.307149 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: rbac-policies {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.308477 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: security-groups {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.309678 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: security-group-rules {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.310966 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: service-providers {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.312188 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: subnetpools {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.313591 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: subnetpools {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.315075 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.316725 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.318569 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.320319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.322138 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.324264 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.325946 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.328737 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.330551 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.441897 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron.api.extensions [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Extended resource: tags {{(pid=79159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:26:54.447877 dv-cinder-786383-3-smb neutron-server[79159]: WARNING keystonemiddleware.auth_token [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 17:26:54.452846 dv-cinder-786383-3-smb neutron-server[79159]: WARNING keystonemiddleware.auth_token [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 17:26:54.460994 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Acquired lock "singleton_lock" {{(pid=79159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 17:26:54.461479 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Releasing lock "singleton_lock" {{(pid=79159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 17:26:54.462128 dv-cinder-786383-3-smb neutron-server[79159]: INFO oslo_service.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Starting 2 workers May 10 17:26:54.467449 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Started child 79268 {{(pid=79159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:26:54.471622 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Started child 79269 {{(pid=79159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:26:54.472519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.473163 dv-cinder-786383-3-smb neutron-server[79159]: INFO neutron.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 17:26:54.473765 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Notify callbacks [] for process, before_spawn {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.474095 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [-] (79268) wsgi starting up on http://0.0.0.0:9696 May 10 17:26:54.476021 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.476466 dv-cinder-786383-3-smb neutron-server[79159]: INFO oslo_service.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Starting 1 workers May 10 17:26:54.477344 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [-] (79269) wsgi starting up on http://0.0.0.0:9696 May 10 17:26:54.481785 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Started child 79270 {{(pid=79159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:26:54.482295 dv-cinder-786383-3-smb neutron-server[79159]: INFO oslo_service.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Starting 1 workers May 10 17:26:54.485289 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] calling RpcWorker wait() {{(pid=79270) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 17:26:54.485831 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] returning from RpcWorker wait() {{(pid=79270) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 17:26:54.486607 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Started child 79271 {{(pid=79159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:26:54.487240 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.487376 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7440-b509-462e-80ac-ecd16bb94f79 None None] Notify callbacks [] for process, after_spawn {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.487833 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:54.489283 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:26:54.489496 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:26:54.489677 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:26:54.489904 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:26:54.490235 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:26:54.490443 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:26:54.490918 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.491190 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.491349 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:54.491806 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.491806 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.491999 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.492433 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:26:54.492745 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.493008 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.493250 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.493545 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.493798 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.494013 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.494184 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.494604 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.494840 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.495144 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.495414 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.495663 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.495962 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.496134 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.496386 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.496665 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.496893 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.497156 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] debug = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.497416 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.497895 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.498123 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.498381 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.498620 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.498904 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.499149 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.499433 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.499679 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.500003 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.500213 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.500371 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.500601 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.500824 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.501040 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.501301 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.501528 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.502014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] host = dv-cinder-786383-3-smb {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.502232 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.502467 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.502714 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.502971 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.503203 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.503431 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.503688 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.503932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.504208 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.504432 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.504688 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.504934 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.505167 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.505414 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.505577 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_options = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.505823 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.506100 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.506362 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.506578 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.506747 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.506926 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.507176 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.507338 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.507589 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.507808 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.508017 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.508250 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.508479 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.508723 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.508988 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.509223 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.509463 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.509836 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.510030 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.510268 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.510596 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.510829 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.511058 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.511255 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.511490 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.511719 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.511944 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.512177 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.512388 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.512675 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.512917 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.513107 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.513355 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.513603 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.513828 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.514057 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.514272 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.514561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.514798 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.515046 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.515306 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.515520 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.515764 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.516077 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.516283 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.516531 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_json = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.516752 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.516969 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.517227 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.517437 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.517678 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.517891 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.518193 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.518496 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.518878 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.519279 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.519466 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.519695 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.519961 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.520212 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.520464 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.520719 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.520950 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.521180 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.521518 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.521752 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.522055 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.522289 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.522592 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.522927 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.523195 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.523472 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.523689 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.523929 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.524162 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.524376 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.524721 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.524994 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.525797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.526071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.526362 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.526605 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.526841 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.527056 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.527270 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.527500 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.527763 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.527983 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.528233 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.528471 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.528704 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.528941 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.529171 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.529400 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.529638 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.529889 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.530129 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.530361 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.530701 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.530941 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.531129 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.531373 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.531611 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.531997 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.532137 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.532305 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.532936 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.532936 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.532936 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.533324 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.533430 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.533819 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.533819 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.534070 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.534236 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.534667 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.534787 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.534932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.535154 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.536380 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.536380 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.536380 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.536380 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.536380 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.545640 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546319 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546908 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546908 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546908 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546908 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546908 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546908 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546908 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.546908 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.547454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.547454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.547454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.547454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.547454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.547454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.547454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.547454 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548014 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548544 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548544 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548544 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548544 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548544 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548544 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548544 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.548544 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.549091 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.549091 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.549091 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.549361 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.549469 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.549650 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.549911 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.550297 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.550796 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.551043 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.551264 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.551693 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.551933 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.552251 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.552518 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.552738 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.552972 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.553252 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.553515 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.553751 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.554029 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.554276 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.554535 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.554813 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.555049 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.555296 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.555524 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.555760 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.555974 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.556411 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.556786 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.557045 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.557253 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.558194 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.558194 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.558194 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.558194 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.560883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.560883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.560883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.560883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.560883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.560883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.560883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.560883 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.561561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.561561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.561561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.561561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.561561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.561561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.561561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.562063 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.562063 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.562063 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.562331 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.562586 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.562834 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.563055 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.563288 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.563673 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.563787 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.563918 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.564150 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.564512 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.564608 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.565403 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.565403 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.565403 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.565699 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.565922 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.566152 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.566561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.566960 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.567359 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.567738 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.568127 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.568354 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.568573 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.568853 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.569106 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.569349 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.569580 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.569789 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.570007 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.570519 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.570519 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.570837 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.571094 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.571337 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.571593 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.571829 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.572103 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.572316 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.572589 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.572875 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.573090 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.573326 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.573540 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.574549 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.574549 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.574549 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.574755 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.574944 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.575100 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.575310 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.575521 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.575745 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.575955 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.576163 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.576380 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.576588 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.576917 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.577259 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.577509 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.577663 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38492) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:54.577816 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.578045 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.578294 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.578575 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.578899 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.579133 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.579374 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.579593 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.579844 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.580066 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.580338 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.580660 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.580955 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.581221 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.581489 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.581751 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.582043 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.582288 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.582548 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.582852 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.583176 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.583497 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.583755 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.584004 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.584351 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.584501 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.584738 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.584978 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.585210 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.585428 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.585687 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.585924 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.586147 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.586361 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.586646 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.586865 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.587090 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.587324 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.588470 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.588559 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079768 May 10 17:26:54.588830 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.589003 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:26:54.589723 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:26:54.589899 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:26:54.590065 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:26:54.590242 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:26:54.590459 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:26:54.590593 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:26:54.590801 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.590963 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.591123 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.591286 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.591451 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.591614 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.591779 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.591931 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.592092 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.592239 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.592379 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.592561 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.592715 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.592854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.593941 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.594110 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.594276 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.594502 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.594624 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.595629 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.595629 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.595629 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.595629 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] debug = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.595629 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.595629 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596035 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596035 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596035 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596211 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596276 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596980 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596980 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596980 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596980 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.596980 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.597304 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.597304 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.597423 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.597578 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.597727 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.597885 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] host = dv-cinder-786383-3-smb {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.598044 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.599151 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.599317 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.599476 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.599635 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.599792 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.600728 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.600728 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.600728 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.600728 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.600728 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.600728 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.601107 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.601107 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.601107 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_options = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.601278 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.601407 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.601589 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.601740 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.601914 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.602062 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.602219 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.602365 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.603528 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.603528 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.603528 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.603528 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.603528 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.603528 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.604847 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.604847 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.604847 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.604847 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.604847 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.605491 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.605491 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.605491 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.605491 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.606009 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.606009 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.606009 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.606009 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.606623 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.606623 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.606623 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.606623 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.607153 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.607153 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.607153 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.607153 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.607661 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.607661 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.607661 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.609260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.609260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.609260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.609260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.609260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.609260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.609260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.609260 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_json = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.610399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.610399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.610399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.610399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.610399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.610399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.610399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.610399 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:26:54.611831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.611831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.611831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.611831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.611831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.611831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.611831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.611831 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.612854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.612854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.612854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.613400 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.613400 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.613400 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.613400 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614048 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614048 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614048 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614048 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614857 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614857 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614857 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614857 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614857 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.614857 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.615797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.615797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.615797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.615797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.615797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.615797 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.616775 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.616775 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.616775 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.616775 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.617496 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.617702 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.617845 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.617985 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.618125 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.618263 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.618402 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.618607 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.618771 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.619079 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.619375 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.619375 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.619724 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.621018 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.621209 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.621401 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.621575 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.621745 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.621900 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.622896 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.623071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.623242 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.623734 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.623734 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625343 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625343 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625343 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625343 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625343 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625729 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625729 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625872 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.625950 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.626065 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.626228 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.626369 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.626554 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.626706 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.626847 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.626986 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.627151 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.627297 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.627447 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.627609 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.627774 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.627928 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.628070 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.628231 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.628376 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.628550 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.628727 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.628873 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.629033 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.629247 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.629421 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.629647 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.629647 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.629915 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.629915 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.630173 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.630308 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.630461 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.631431 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.631431 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.631718 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.631718 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.631975 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.631975 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.632247 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.632330 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.632425 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.632587 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.632748 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.632907 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.633071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.633229 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.633398 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.633558 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.633721 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.633881 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.634048 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.634220 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.634384 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.635111 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.635355 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.635498 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.635629 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.635745 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.635919 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.636854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.636854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.636854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.636854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.636854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.636854 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.637287 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.637287 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.637287 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.637459 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638163 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638163 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638163 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638163 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638163 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638543 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638543 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638681 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638760 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.638915 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.639080 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.639249 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.639387 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.639522 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.639677 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.639809 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.639945 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.640111 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.640254 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.640419 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.640578 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.640737 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.640897 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.641056 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.641218 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.641378 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.641538 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.641697 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.641857 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.642095 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.642254 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.642396 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.642615 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.642762 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.643452 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.643452 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.643452 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.643452 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644018 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644018 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644018 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644018 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644835 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644835 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644835 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644835 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.644835 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.645555 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.645555 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.645555 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.645555 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.645555 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.647071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.647071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.647071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.647071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.647071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.647071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.647071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.647071 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.648932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.648932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.648932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.648932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.648932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.648932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.648932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.648932 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.651042 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.652458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.652458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.652458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.652458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.652458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.652458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.652458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.652458 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653198 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653977 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653977 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653977 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653977 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.653977 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.654793 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.654793 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.654793 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.655240 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.655402 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.655577 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.655738 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.655903 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.656069 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.656226 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.656535 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.656842 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.657156 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.657333 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.657503 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658098 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658098 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658098 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658324 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658324 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658472 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658644 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658804 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.658964 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.659123 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.659287 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.659444 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.659605 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.659768 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.659926 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.660628 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.660628 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.660628 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.660628 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.660893 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.660893 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.661030 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.661105 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.661266 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.661572 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.661734 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:26:54.661891 dv-cinder-786383-3-smb neutron-server[79159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:26:54.668645 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:05.373800 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3787c38-fcb2-4b6e-ae6b-c59e7230fdd2 None None] get_active_networks_info from dv-cinder-786383-3-smb {{(pid=79270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 17:27:05.441289 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3787c38-fcb2-4b6e-ae6b-c59e7230fdd2 None None] No non-hosted networks {{(pid=79270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 17:27:05.457496 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.agentschedulers_db [None req-a3787c38-fcb2-4b6e-ae6b-c59e7230fdd2 None None] DHCP Agent not found on host dv-cinder-786383-3-smb {{(pid=79270) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 17:27:05.645764 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-2f2c2875-6fe4-4c38-9aed-cdfe5bdec985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502'] for agent, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.018306 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4982b9d3-017b-40a2-9a69-9cdd45c1fd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502'] for agent, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.047647 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.db.api [None req-cc6bc5fc-a02a-48cd-8618-c2ff00861fe6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-786383-3-smb {{(pid=79270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 17:27:08.048164 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_db.api [None req-cc6bc5fc-a02a-48cd-8618-c2ff00861fe6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 17:27:08.264069 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502'] for agent, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:08.264902 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.265386 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.265730 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.266211 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.266729 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.267059 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.267387 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.267710 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.268031 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.268350 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.268714 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.269184 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:08.269713 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786383-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:08.278257 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786383-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:08.699444 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-cc6bc5fc-a02a-48cd-8618-c2ff00861fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:09.168158 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502'] for agent, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:10.674528 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502'] for agent, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:11.100026 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.db.l3_hamode_db [None req-1c2b509a-f487-4154-9816-95b18002080c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 17:27:11.187665 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2b509a-f487-4154-9816-95b18002080c None None] Routers set() bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:11.188060 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2b509a-f487-4154-9816-95b18002080c None None] Router IDs set() for agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 17:27:12.066864 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38590) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:12.652907 dv-cinder-786383-3-smb neutron-server[79268]: WARNING oslo_policy.policy [None req-7e3684d1-5306-4fe7-b488-0f73545700da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:27:12.653510 dv-cinder-786383-3-smb neutron-server[79268]: WARNING oslo_policy.policy [None req-7e3684d1-5306-4fe7-b488-0f73545700da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:27:12.866536 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [None req-7e3684d1-5306-4fe7-b488-0f73545700da admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:27:12.867602 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7e3684d1-5306-4fe7-b488-0f73545700da admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7998366 May 10 17:27:15.207251 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38604) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:15.568795 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:15.668520 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.policy [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79268) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:27:15.715541 dv-cinder-786383-3-smb neutron-server[79268]: WARNING oslo_policy.policy [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:27:15.715910 dv-cinder-786383-3-smb neutron-server[79268]: WARNING oslo_policy.policy [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:27:15.724411 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.quota [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] Loaded quota_driver: . May 10 17:27:15.739610 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:15.858797 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761335283083', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761335282526', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761335289891', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761335284599', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761335306861', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761335300454', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1492809', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1485420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-453020', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640232'] for rbac-policy, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:16.028335 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:16.029421 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7c734a9a-2d06-410e-8b05-9d6e51c2b59e admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8212388 May 10 17:27:18.646989 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38618) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:18.996059 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Request body: {'network': {'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'admin_state_up': True, 'name': 'private'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:19.000706 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:19.005110 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Usage tracker for resource:network and tenant:a07719a1c2604d698f1d2bcafafb7125 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:19.010252 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:19.016433 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:19.085271 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Made reservation on behalf of a07719a1c2604d698f1d2bcafafb7125 for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:19.088157 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.105908 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.120434 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:19.124113 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Usage tracker for resource:security_group_rule and tenant:a07719a1c2604d698f1d2bcafafb7125 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:19.128971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:19.135093 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:19.229069 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.285304 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.290586 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:19.308079 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:19.334016 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761337902484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.334634 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Unsubscribe: segment precommit_create {{(pid=79268) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:27:19.335102 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Added segment befb2271-80ad-4780-880b-9c1830a7001a of type vlan for network 6f91b92a-fdf7-406d-bd5b-03abd510b146 May 10 17:27:19.383077 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ffcaf4-b41a-4d24-8971-f8c34eaacf52,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:19.404032 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.404365 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.404696 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.405015 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.405329 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.405641 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.405953 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.406264 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.406612 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.406923 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.407227 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.407530 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Tracked resource versions report: May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: pushed versions: May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: { 'AddressGroup': {'1.2'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'ConntrackHelper': {'1.0'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Log': {'1.0'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Network': {'1.1'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Port': {'1.7'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'PortForwarding': {'1.2'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'QosPolicy': {'1.8'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'SecurityGroup': {'1.4'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'SecurityGroupRule': {'1.2'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'SubPort': {'1.0'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Subnet': {'1.1'}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Trunk': {'1.1'}} May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: consumer versions: May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: { DHCP agent@dv-cinder-786383-3-smb: {}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: L3 agent@dv-cinder-786383-3-smb: {}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: Metadata agent@dv-cinder-786383-3-smb: {}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: Metering agent@dv-cinder-786383-3-smb: {}, May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: Open vSwitch agent@dv-cinder-786383-3-smb: { 'AddressGroup': '1.2', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'ConntrackHelper': '1.0', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Log': '1.0', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Network': '1.1', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Port': '1.7', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'PortForwarding': '1.2', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'QosPolicy': '1.8', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'SecurityGroup': '1.4', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'SecurityGroupRule': '1.2', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'SubPort': '1.0', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Subnet': '1.1', May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: 'Trunk': '1.1'}} May 10 17:27:19.408557 dv-cinder-786383-3-smb neutron-server[79268]: {{(pid=79268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:27:19.456095 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:19.457739 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.553984 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.555347 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:19.556047 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:19.560143 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:19.664047 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Pushing event updated for resources: {'Network': ['ID=6f91b92a-fdf7-406d-bd5b-03abd510b146,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:19.668085 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:19.676217 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 6f91b92a-fdf7-406d-bd5b-03abd510b146 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:19.737709 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0896673 May 10 17:27:22.377724 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 38634) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:22.955210 dv-cinder-786383-3-smb neutron-server[79269]: WARNING oslo_policy.policy [None req-2c6fd5cc-e408-43c0-bf10-38d3eb82eb4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:27:22.955795 dv-cinder-786383-3-smb neutron-server[79269]: WARNING oslo_policy.policy [None req-2c6fd5cc-e408-43c0-bf10-38d3eb82eb4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:27:23.386255 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.policy [None req-2c6fd5cc-e408-43c0-bf10-38d3eb82eb4c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79269) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:27:23.432131 dv-cinder-786383-3-smb neutron-server[79269]: WARNING oslo_policy.policy [None req-2c6fd5cc-e408-43c0-bf10-38d3eb82eb4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:27:23.432498 dv-cinder-786383-3-smb neutron-server[79269]: WARNING oslo_policy.policy [None req-2c6fd5cc-e408-43c0-bf10-38d3eb82eb4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:27:23.440835 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6fd5cc-e408-43c0-bf10-38d3eb82eb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:23.442705 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-2c6fd5cc-e408-43c0-bf10-38d3eb82eb4c admin admin] 10.222.0.21 "GET /v2.0/networks/6f91b92a-fdf7-406d-bd5b-03abd510b146 HTTP/1.1" status: 200 len: 825 time: 1.0628920 May 10 17:27:23.475677 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-958dd4c8-69bf-4295-9916-3aca01595bc3 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/e221b92b-c4c4-4b0a-9a35-caaef9b12115 HTTP/1.1" status: 200 len: 734 time: 0.0266819 May 10 17:27:23.484405 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Request body: {'subnet': {'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'e221b92b-c4c4-4b0a-9a35-caaef9b12115', 'gateway_ip': '172.20.0.1', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:23.485936 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.quota [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Loaded quota_driver: . May 10 17:27:23.491823 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:23.497259 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Usage tracker for resource:subnet and tenant:a07719a1c2604d698f1d2bcafafb7125 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:23.500488 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:23.507143 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:23.565262 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Made reservation on behalf of a07719a1c2604d698f1d2bcafafb7125 for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:23.568063 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:24.129490 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:24.135938 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:24.208162 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Checking segment: {'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:24.208547 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Network hostable DHCP agents. Network: 6f91b92a-fdf7-406d-bd5b-03abd510b146, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:24.230080 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581e4c1c-9376-4dc2-85be-5ebeb5753b5b,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:24.240643 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.240970 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.241287 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.241601 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.241910 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.242215 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.242549 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.242854 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.243178 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.243512 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.243844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.244285 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Tracked resource versions report: May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: pushed versions: May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: { 'AddressGroup': {'1.2'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'ConntrackHelper': {'1.0'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Log': {'1.0'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Network': {'1.1'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Port': {'1.7'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'PortForwarding': {'1.2'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'QosPolicy': {'1.8'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'SecurityGroup': {'1.4'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'SecurityGroupRule': {'1.2'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'SubPort': {'1.0'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Subnet': {'1.1'}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Trunk': {'1.1'}} May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: consumer versions: May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: { DHCP agent@dv-cinder-786383-3-smb: {}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: L3 agent@dv-cinder-786383-3-smb: {}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: Metadata agent@dv-cinder-786383-3-smb: {}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: Metering agent@dv-cinder-786383-3-smb: {}, May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: Open vSwitch agent@dv-cinder-786383-3-smb: { 'AddressGroup': '1.2', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'ConntrackHelper': '1.0', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Log': '1.0', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Network': '1.1', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Port': '1.7', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'PortForwarding': '1.2', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'QosPolicy': '1.8', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'SecurityGroup': '1.4', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'SecurityGroupRule': '1.2', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'SubPort': '1.0', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Subnet': '1.1', May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: 'Trunk': '1.1'}} May 10 17:27:24.245334 dv-cinder-786383-3-smb neutron-server[79269]: {{(pid=79269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:27:24.273783 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:24.296702 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Network 6f91b92a-fdf7-406d-bd5b-03abd510b146 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:24.370946 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 6f91b92a-fdf7-406d-bd5b-03abd510b146) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:24.376017 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:24.376245 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:24.381416 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0d5de-685c-42a2-8d35-fc714067b589 None None] Network 6f91b92a-fdf7-406d-bd5b-03abd510b146 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:24.468066 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9871459 May 10 17:27:24.693528 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290b8046-7818-586c-a76b-788f0e55c2ac-6f91b92a-fdf7-406d-bd5b-03abd510b146', 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'fixed_ips': [{'subnet_id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b'}]}} from dv-cinder-786383-3-smb. {{(pid=79270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:27:24.694820 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:24.877457 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.db_base_plugin_common [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Allocated IP 172.20.0.2 (6f91b92a-fdf7-406d-bd5b-03abd510b146/581e4c1c-9376-4dc2-85be-5ebeb5753b5b/732fc64b-757d-4b9b-90dc-2f4dc815a2a7) {{(pid=79270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:25.241372 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Notify callbacks [] for port, precommit_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.254116 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Transition to ACTIVE for port object 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:25.273727 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Transition to ACTIVE for port object 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 will not be triggered until provisioned by entity DHCP. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:25.337319 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.342258 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:25.397382 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Network 6f91b92a-fdf7-406d-bd5b-03abd510b146 is already hosted by enough agents. {{(pid=79270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:25.400150 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.base_scheduler [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Resources bound (agent type, host, resource id): {{(pid=79270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:25.410652 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Received port after_create {{(pid=79270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:25.419178 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Pushing event updated for resources: {'Port': ['ID=732fc64b-757d-4b9b-90dc-2f4dc815a2a7,revision_number=1']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:25.459660 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.460011 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.460346 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.460676 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.461011 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.461337 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.461659 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.461976 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.462294 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.462636 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.462951 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.463331 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Tracked resource versions report: May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: pushed versions: May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: { 'AddressGroup': {'1.2'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'ConntrackHelper': {'1.0'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Log': {'1.0'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Network': {'1.1'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Port': {'1.7'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'PortForwarding': {'1.2'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'QosPolicy': {'1.8'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'SecurityGroup': {'1.4'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'SecurityGroupRule': {'1.2'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'SubPort': {'1.0'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Subnet': {'1.1'}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Trunk': {'1.1'}} May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: consumer versions: May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: { DHCP agent@dv-cinder-786383-3-smb: {}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: L3 agent@dv-cinder-786383-3-smb: {}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: Metadata agent@dv-cinder-786383-3-smb: {}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: Metering agent@dv-cinder-786383-3-smb: {}, May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: Open vSwitch agent@dv-cinder-786383-3-smb: { 'AddressGroup': '1.2', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'ConntrackHelper': '1.0', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Log': '1.0', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Network': '1.1', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Port': '1.7', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'PortForwarding': '1.2', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'QosPolicy': '1.8', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'SecurityGroup': '1.4', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'SecurityGroupRule': '1.2', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'SubPort': '1.0', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Subnet': '1.1', May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: 'Trunk': '1.1'}} May 10 17:27:25.464393 dv-cinder-786383-3-smb neutron-server[79270]: {{(pid=79270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:27:25.496932 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:25.515041 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Attempting to bind port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:25.515446 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Attempting to bind port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:25.515871 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Attempting to bind port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 on network 6f91b92a-fdf7-406d-bd5b-03abd510b146 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:25.521049 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:25.521446 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Checking segment: {'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:25.521929 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.522323 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Bound using segment: {'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:25.522820 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Bound port: 732fc64b-757d-4b9b-90dc-2f4dc815a2a7, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:25.523220 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.611510 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] For port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:25.615342 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] For port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=732fc64b-757d-4b9b-90dc-2f4dc815a2a7,segment=NetworkSegment(befb2271-80ad-4780-880b-9c1830a7001a),segment_id=befb2271-80ad-4780-880b-9c1830a7001a)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:25.669243 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.673317 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:25.760968 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Pushing event updated for resources: {'Port': ['ID=732fc64b-757d-4b9b-90dc-2f4dc815a2a7,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:25.764155 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:26.854541 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 38654) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:27.241437 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [None req-9a2cbbf8-4ef0-4953-ba32-3ae20e364025 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:27:27.242446 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-9a2cbbf8-4ef0-4953-ba32-3ae20e364025 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3869147 May 10 17:27:29.608098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 38664) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:29.998161 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [None req-29b09743-316f-4794-8feb-66acde3a2d94 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:27:29.999241 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-29b09743-316f-4794-8feb-66acde3a2d94 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3898447 May 10 17:27:30.331543 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:30.451262 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:31.234315 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2327a96-5bd2-483d-9b01-a4581d562a86 None None] Network 6f91b92a-fdf7-406d-bd5b-03abd510b146 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:31.361470 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] Provisioning for port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:31.395310 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] Provisioning complete for port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:31.395765 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:31.594065 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:31.644449 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] For port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=732fc64b-757d-4b9b-90dc-2f4dc815a2a7,segment=NetworkSegment(befb2271-80ad-4780-880b-9c1830a7001a),segment_id=befb2271-80ad-4780-880b-9c1830a7001a)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:31.708313 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:31.710463 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:31.786833 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] Pushing event updated for resources: {'Port': ['ID=732fc64b-757d-4b9b-90dc-2f4dc815a2a7,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:31.789970 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:31.830070 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f217b741-9d99-414b-b543-236497d49790 None None] Provisioning complete for port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:31.830454 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f217b741-9d99-414b-b543-236497d49790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:32.301755 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:32.367737 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:32.368402 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:32.683394 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38680) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:33.030035 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Request body: {'router': {'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'admin_state_up': True, 'name': 'router1'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:33.034533 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:33.038210 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Usage tracker for resource:router and tenant:a07719a1c2604d698f1d2bcafafb7125 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:33.041971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:33.048038 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:33.120373 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12912'] for router, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:33.121951 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12873'] for router, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:33.142816 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:33.302987 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:33.399370 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:33.400953 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-9db4605d-6644-47fc-90fc-9b4d477a9569 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7161186 May 10 17:27:35.308578 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d4088dcd-357c-4f41-b61c-3a2bd210d8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:35.723459 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38690) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:36.094251 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [None req-1d9ad571-90c9-4cec-ac05-279bfdfc762d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:27:36.095300 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1d9ad571-90c9-4cec-ac05-279bfdfc762d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3709271 May 10 17:27:38.017067 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8c6cce4b-1efb-4385-926f-978ba358f32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.273615 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.427199 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 38700) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:38.789012 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:38.794796 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:38.798533 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Usage tracker for resource:network and tenant:e187b0549c334485bd3b1a96c5205c25 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:38.801416 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:38.807301 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:38.896642 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Made reservation on behalf of e187b0549c334485bd3b1a96c5205c25 for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:38.898935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.915402 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.929499 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:38.933180 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Usage tracker for resource:security_group_rule and tenant:e187b0549c334485bd3b1a96c5205c25 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:38.936342 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:38.941861 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:39.061376 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.085078 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.125230 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.128511 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:39.149058 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Reserving flat network on physical network physnet1 {{(pid=79269) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 17:27:39.162304 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d99b42-e8e6-4d34-ab5c-1d5f5689a0d1,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:39.169404 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:39.170347 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761337902484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.170950 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Unsubscribe: segment precommit_create {{(pid=79269) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:27:39.171382 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Added segment 8bc00c19-c025-4dbd-a7e8-f73b10705289 of type flat for network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce May 10 17:27:39.210754 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.279239 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.280489 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:39.281080 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.285668 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:39.396076 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1e8173-2c96-4a15-b9b4-45d791a5d1ce,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:39.399136 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:39.413622 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:39.433856 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0055766 May 10 17:27:40.582365 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.760004 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 38720) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:41.968562 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34804ff5-c26b-4570-8570-7e5e9449779c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:41.969849 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-34804ff5-c26b-4570-8570-7e5e9449779c admin admin] 10.222.0.21 "GET /v2.0/subnets/581e4c1c-9376-4dc2-85be-5ebeb5753b5b HTTP/1.1" status: 200 len: 849 time: 0.2090371 May 10 17:27:42.139943 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-cc2e35e8-ada4-46fe-8abf-ac501f51506e admin admin] 10.222.0.21 "GET /v2.0/routers/a0438230-5586-4aff-97bf-95c3c3a3a9ca HTTP/1.1" status: 200 len: 704 time: 0.1644161 May 10 17:27:42.592058 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.816229 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Allocated IP 172.20.0.1 (6f91b92a-fdf7-406d-bd5b-03abd510b146/581e4c1c-9376-4dc2-85be-5ebeb5753b5b/f9474f4c-48fb-4df4-b678-721872ecd366) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:42.967703 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.984607 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Transition to ACTIVE for port object f9474f4c-48fb-4df4-b678-721872ecd366 will not be triggered until provisioned by entity DHCP. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:43.125528 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.129320 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:43.187582 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Network 6f91b92a-fdf7-406d-bd5b-03abd510b146 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:43.190274 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:43.194614 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:43.195649 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393439'] for router_interface, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.359242 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Pushing event updated for resources: {'Port': ['ID=f9474f4c-48fb-4df4-b678-721872ecd366,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:43.362611 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:43.484083 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-58b6f640-35ba-431e-b064-e9cdeb1f7f54 None None] Provisioning for port f9474f4c-48fb-4df4-b678-721872ecd366 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:43.488652 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-58b6f640-35ba-431e-b064-e9cdeb1f7f54 None None] Provisioning complete for port f9474f4c-48fb-4df4-b678-721872ecd366 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:43.489026 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-58b6f640-35ba-431e-b064-e9cdeb1f7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.544360 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-58b6f640-35ba-431e-b064-e9cdeb1f7f54 None None] Port f9474f4c-48fb-4df4-b678-721872ecd366 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:43.568173 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.786987 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.850696 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.851772 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393340'] for router_interface, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.856224 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:43.983841 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Pushing event updated for resources: {'Port': ['ID=f9474f4c-48fb-4df4-b678-721872ecd366,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:43.987610 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:44.045535 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Network 6f91b92a-fdf7-406d-bd5b-03abd510b146 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:44.046632 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:44.267498 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-3abe4f7a-8e4d-4e25-84b6-321b8bcf9a5d None None] Provisioning complete for port f9474f4c-48fb-4df4-b678-721872ecd366 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:44.267871 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3abe4f7a-8e4d-4e25-84b6-321b8bcf9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.319200 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-3abe4f7a-8e4d-4e25-84b6-321b8bcf9a5d None None] Port f9474f4c-48fb-4df4-b678-721872ecd366 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:44.331236 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Router a0438230-5586-4aff-97bf-95c3c3a3a9ca is scheduled to L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 with binding_index 1 {{(pid=79269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:27:44.485909 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:44.495870 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] 10.222.0.21 "PUT /v2.0/routers/a0438230-5586-4aff-97bf-95c3c3a3a9ca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3511169 May 10 17:27:44.496330 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Sync routers for ids ['a0438230-5586-4aff-97bf-95c3c3a3a9ca'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:44.506287 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Routers {'a0438230-5586-4aff-97bf-95c3c3a3a9ca'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:44.507190 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:27:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a0438230-5586-4aff-97bf-95c3c3a3a9ca'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:44.679211 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Set router a0438230-5586-4aff-97bf-95c3c3a3a9ca gateway port host: None {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:45.045275 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'name': 'router1', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:33Z', 'updated_at': '2021-05-10T17:27:43Z', 'revision_number': 2, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'gw_port_host': None, '_interfaces': [{'id': 'f9474f4c-48fb-4df4-b678-721872ecd366', 'name': '', 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'mac_address': 'fa:16:3e:df:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:43Z', 'revision_number': 2, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'subnets': [{'id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e221b92b-c4c4-4b0a-9a35-caaef9b12115'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:45.050499 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Checking router: a0438230-5586-4aff-97bf-95c3c3a3a9ca for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:45.050836 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Updating router a0438230-5586-4aff-97bf-95c3c3a3a9ca port f9474f4c-48fb-4df4-b678-721872ecd366 binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:45.105053 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.478251 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.493126 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Transition to ACTIVE for port object f9474f4c-48fb-4df4-b678-721872ecd366 will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:45.570923 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.576416 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:45.773433 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Pushing event updated for resources: {'Port': ['ID=f9474f4c-48fb-4df4-b678-721872ecd366,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:45.791476 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.791811 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.792144 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.792471 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.792796 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.793122 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.793437 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.793752 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.794067 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.794378 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.794714 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.795021 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Tracked resource versions report: May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: pushed versions: May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: { 'AddressGroup': {'1.2'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'ConntrackHelper': {'1.0'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Log': {'1.0'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Network': {'1.1'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Port': {'1.7'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'PortForwarding': {'1.2'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'QosPolicy': {'1.8'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'SecurityGroup': {'1.4'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'SecurityGroupRule': {'1.2'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'SubPort': {'1.0'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Subnet': {'1.1'}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Trunk': {'1.1'}} May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: consumer versions: May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: { DHCP agent@dv-cinder-786383-3-smb: {}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: L3 agent@dv-cinder-786383-3-smb: {}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: Metadata agent@dv-cinder-786383-3-smb: {}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: Metering agent@dv-cinder-786383-3-smb: {}, May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: Open vSwitch agent@dv-cinder-786383-3-smb: { 'AddressGroup': '1.2', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'ConntrackHelper': '1.0', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Log': '1.0', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Network': '1.1', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Port': '1.7', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'PortForwarding': '1.2', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'QosPolicy': '1.8', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'SecurityGroup': '1.4', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'SecurityGroupRule': '1.2', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'SubPort': '1.0', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Subnet': '1.1', May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: 'Trunk': '1.1'}} May 10 17:27:45.796087 dv-cinder-786383-3-smb neutron-server[79271]: {{(pid=79271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:27:45.803000 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:45.807529 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Attempting to bind port f9474f4c-48fb-4df4-b678-721872ecd366 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:45.807928 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Attempting to bind port f9474f4c-48fb-4df4-b678-721872ecd366 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:45.808359 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Attempting to bind port f9474f4c-48fb-4df4-b678-721872ecd366 on network 6f91b92a-fdf7-406d-bd5b-03abd510b146 {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:45.813496 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:45.813918 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Checking segment: {'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:45.814394 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.814811 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Bound using segment: {'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:45.815304 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Bound port: f9474f4c-48fb-4df4-b678-721872ecd366, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befb2271-80ad-4780-880b-9c1830a7001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:45.815700 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.905296 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] For port f9474f4c-48fb-4df4-b678-721872ecd366, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:45.909256 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] For port f9474f4c-48fb-4df4-b678-721872ecd366, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f9474f4c-48fb-4df4-b678-721872ecd366,segment=NetworkSegment(befb2271-80ad-4780-880b-9c1830a7001a),segment_id=befb2271-80ad-4780-880b-9c1830a7001a)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:46.012073 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.017054 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:46.124114 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Routers {'a0438230-5586-4aff-97bf-95c3c3a3a9ca'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:46.124747 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:27:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a0438230-5586-4aff-97bf-95c3c3a3a9ca'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:46.180292 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Pushing event updated for resources: {'Port': ['ID=f9474f4c-48fb-4df4-b678-721872ecd366,revision_number=4']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:46.235528 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:46.279602 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] Set router a0438230-5586-4aff-97bf-95c3c3a3a9ca gateway port host: None {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:46.607393 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'name': 'router1', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:33Z', 'updated_at': '2021-05-10T17:27:43Z', 'revision_number': 2, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'gw_port_host': None, '_interfaces': [{'id': 'f9474f4c-48fb-4df4-b678-721872ecd366', 'name': '', 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'mac_address': 'fa:16:3e:df:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:45Z', 'revision_number': 4, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'subnets': [{'id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e221b92b-c4c4-4b0a-9a35-caaef9b12115'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:46.611384 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc467f-bda2-4508-9560-fe52c696ea37 None None] The sync data for ids ['a0438230-5586-4aff-97bf-95c3c3a3a9ca'] in dv-cinder-786383-3-smb is: [{'id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'name': 'router1', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:33Z', 'updated_at': '2021-05-10T17:27:43Z', 'revision_number': 2, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'gw_port_host': None, '_interfaces': [{'id': 'f9474f4c-48fb-4df4-b678-721872ecd366', 'name': '', 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'mac_address': 'fa:16:3e:df:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:45Z', 'revision_number': 4, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'subnets': [{'id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e221b92b-c4c4-4b0a-9a35-caaef9b12115'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:46.652926 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38742) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:46.804369 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc39f05-338a-4c41-8476-130f29968bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:46.805721 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-cbc39f05-338a-4c41-8476-130f29968bb6 admin admin] 10.222.0.21 "GET /v2.0/networks/3e1e8173-2c96-4a15-b9b4-45d791a5d1ce HTTP/1.1" status: 200 len: 842 time: 0.1524827 May 10 17:27:46.815511 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'ip_version': 4, 'cidr': '172.28.0.0/24'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:46.820113 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:46.824596 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Usage tracker for resource:subnet and tenant:e187b0549c334485bd3b1a96c5205c25 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:46.827662 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:46.833226 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:46.937013 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Made reservation on behalf of e187b0549c334485bd3b1a96c5205c25 for: {'subnet': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:46.939305 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.497100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.objects.ports [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79268) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 17:27:47.497564 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.502723 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:47.571805 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c0d2a5-3434-4ae8-bde6-9439583bf77c,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:47.578568 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:47.582609 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:47.582985 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Network hostable DHCP agents. Network: 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:47.673836 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:47.770904 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce) {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:47.775853 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:47.776432 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.782926 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ce5ea2-620e-4597-8e66-4bfeee651c11 None None] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:47.888046 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0757880 May 10 17:27:47.994991 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517129f3-fac8-44ce-9fc9-5f153afadec9 None None] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:50.143511 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38756) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:50.328952 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f9474f4c-48fb-4df4-b678-721872ecd366 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:50.366511 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1c30cf85-19c0-4dc8-a015-a10cae953552 admin admin] 10.222.0.21 "GET /v2.0/routers/a0438230-5586-4aff-97bf-95c3c3a3a9ca HTTP/1.1" status: 200 len: 710 time: 0.2199111 May 10 17:27:50.491916 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ffda5-7e1a-457e-9e42-57cc0d1e881f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:50.493293 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-998ffda5-7e1a-457e-9e42-57cc0d1e881f admin admin] 10.222.0.21 "GET /v2.0/networks/3e1e8173-2c96-4a15-b9b4-45d791a5d1ce HTTP/1.1" status: 200 len: 886 time: 0.1231227 May 10 17:27:50.495624 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port f9474f4c-48fb-4df4-b678-721872ecd366 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:50.501440 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port f9474f4c-48fb-4df4-b678-721872ecd366 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:50.501885 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:50.502590 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:50.619145 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:50.649442 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port f9474f4c-48fb-4df4-b678-721872ecd366, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f9474f4c-48fb-4df4-b678-721872ecd366,segment=NetworkSegment(befb2271-80ad-4780-880b-9c1830a7001a),segment_id=befb2271-80ad-4780-880b-9c1830a7001a)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:50.730710 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:50.732618 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:50.796594 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=f9474f4c-48fb-4df4-b678-721872ecd366,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:50.799687 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:50.982690 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.370725 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.425679 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.539979 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:27:51.577043 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Allocated IP 172.28.0.70 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/35042900-f0f3-4eaa-9789-52b665f55f9c) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:51.722761 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.856760 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.861238 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:51.914337 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:51.917490 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:51.920205 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:52.047677 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Pushing event updated for resources: {'Port': ['ID=35042900-f0f3-4eaa-9789-52b665f55f9c,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:52.051089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:52.308084 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f9474f4c-48fb-4df4-b678-721872ecd366 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:52.376695 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port f9474f4c-48fb-4df4-b678-721872ecd366 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:52.377066 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:52.398748 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:52.780335 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:52.783620 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-403712'] for router, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:52.961724 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Router a0438230-5586-4aff-97bf-95c3c3a3a9ca has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:27:53.136788 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:53.144689 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.150710 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] 10.222.0.21 "PUT /v2.0/routers/a0438230-5586-4aff-97bf-95c3c3a3a9ca HTTP/1.1" status: 200 len: 889 time: 2.6465869 May 10 17:27:53.150934 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Sync routers for ids ['a0438230-5586-4aff-97bf-95c3c3a3a9ca'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:53.157267 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Routers {'a0438230-5586-4aff-97bf-95c3c3a3a9ca'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:53.157947 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:27:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a0438230-5586-4aff-97bf-95c3c3a3a9ca'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:53.350315 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Set router a0438230-5586-4aff-97bf-95c3c3a3a9ca gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:53.691537 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'name': 'router1', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '35042900-f0f3-4eaa-9789-52b665f55f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:33Z', 'updated_at': '2021-05-10T17:27:52Z', 'revision_number': 4, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'gw_port': {'id': '35042900-f0f3-4eaa-9789-52b665f55f9c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:88:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:51Z', 'updated_at': '2021-05-10T17:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f9474f4c-48fb-4df4-b678-721872ecd366', 'name': '', 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'mac_address': 'fa:16:3e:df:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:50Z', 'revision_number': 5, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'subnets': [{'id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e221b92b-c4c4-4b0a-9a35-caaef9b12115'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:53.696266 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Checking router: a0438230-5586-4aff-97bf-95c3c3a3a9ca for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:53.696634 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Updating router a0438230-5586-4aff-97bf-95c3c3a3a9ca port 35042900-f0f3-4eaa-9789-52b665f55f9c binding host dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:53.750294 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.105349 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Notify callbacks [] for port, precommit_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.117158 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Transition to ACTIVE for port object 35042900-f0f3-4eaa-9789-52b665f55f9c will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:54.246086 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.250192 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:54.336929 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Attempting to bind port 35042900-f0f3-4eaa-9789-52b665f55f9c on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:54.337222 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Attempting to bind port 35042900-f0f3-4eaa-9789-52b665f55f9c by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:54.338352 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Attempting to bind port 35042900-f0f3-4eaa-9789-52b665f55f9c on network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:54.344483 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e84553-873c-4f7d-ba0f-94014391ed9a None None] Pushing event updated for resources: {'Port': ['ID=35042900-f0f3-4eaa-9789-52b665f55f9c,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:54.349326 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-a8e84553-873c-4f7d-ba0f-94014391ed9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:54.350242 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:54.350647 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:54.351231 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.351430 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Bound using segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:54.351990 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Bound port: 35042900-f0f3-4eaa-9789-52b665f55f9c, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:54.352282 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.429385 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] For port 35042900-f0f3-4eaa-9789-52b665f55f9c, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:54.433088 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] For port 35042900-f0f3-4eaa-9789-52b665f55f9c, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=35042900-f0f3-4eaa-9789-52b665f55f9c,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:54.514294 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.519646 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-f5c0e51f-76f6-4bd7-bea9-460903f49d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:54.596769 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Routers {'a0438230-5586-4aff-97bf-95c3c3a3a9ca'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:54.597312 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:27:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a0438230-5586-4aff-97bf-95c3c3a3a9ca'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:54.654432 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e84553-873c-4f7d-ba0f-94014391ed9a None None] Pushing event updated for resources: {'Port': ['ID=35042900-f0f3-4eaa-9789-52b665f55f9c,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:54.712266 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-a8e84553-873c-4f7d-ba0f-94014391ed9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:54.804673 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] Set router a0438230-5586-4aff-97bf-95c3c3a3a9ca gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:55.128875 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'name': 'router1', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '35042900-f0f3-4eaa-9789-52b665f55f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:33Z', 'updated_at': '2021-05-10T17:27:52Z', 'revision_number': 4, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'gw_port': {'id': '35042900-f0f3-4eaa-9789-52b665f55f9c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:88:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:51Z', 'updated_at': '2021-05-10T17:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f9474f4c-48fb-4df4-b678-721872ecd366', 'name': '', 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'mac_address': 'fa:16:3e:df:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:50Z', 'revision_number': 5, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'subnets': [{'id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e221b92b-c4c4-4b0a-9a35-caaef9b12115'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:55.132969 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c4ed2-d8c0-4c14-877d-155b9908ec58 None None] The sync data for ids ['a0438230-5586-4aff-97bf-95c3c3a3a9ca'] in dv-cinder-786383-3-smb is: [{'id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'name': 'router1', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '35042900-f0f3-4eaa-9789-52b665f55f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:33Z', 'updated_at': '2021-05-10T17:27:52Z', 'revision_number': 4, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'gw_port': {'id': '35042900-f0f3-4eaa-9789-52b665f55f9c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:88:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:51Z', 'updated_at': '2021-05-10T17:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f9474f4c-48fb-4df4-b678-721872ecd366', 'name': '', 'network_id': '6f91b92a-fdf7-406d-bd5b-03abd510b146', 'tenant_id': 'a07719a1c2604d698f1d2bcafafb7125', 'mac_address': 'fa:16:3e:df:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0438230-5586-4aff-97bf-95c3c3a3a9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:50Z', 'revision_number': 5, 'project_id': 'a07719a1c2604d698f1d2bcafafb7125', 'subnets': [{'id': '581e4c1c-9376-4dc2-85be-5ebeb5753b5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e221b92b-c4c4-4b0a-9a35-caaef9b12115'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:55.596050 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 38766) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:55.718699 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-327af23e-5b24-4b09-9953-be6b350ca539 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1214893 May 10 17:27:56.333671 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 35042900-f0f3-4eaa-9789-52b665f55f9c up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:56.473337 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 35042900-f0f3-4eaa-9789-52b665f55f9c completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:56.478996 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 35042900-f0f3-4eaa-9789-52b665f55f9c triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:56.479378 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.614859 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.630987 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 35042900-f0f3-4eaa-9789-52b665f55f9c, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=35042900-f0f3-4eaa-9789-52b665f55f9c,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:56.690673 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.693990 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:56.757660 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=35042900-f0f3-4eaa-9789-52b665f55f9c,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:56.760930 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:58.312512 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 35042900-f0f3-4eaa-9789-52b665f55f9c up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:58.386958 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 35042900-f0f3-4eaa-9789-52b665f55f9c triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:58.387475 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.341978 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0a15-e620-45d9-b5ee-fc100ff211f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.011297 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c2a92b3e-878e-4034-b1bd-ac1b6e740555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.267965 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.090867 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.616091 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:28.542383 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:28:35.324816 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-1408acee-afc0-40d5-b9f8-61b023462f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:37.993625 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-1f3a1af5-c23b-418c-a818-0909ace32d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.793163 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.135222 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.627532 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.340642 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e13f2afc-e317-400c-98ea-4865915b9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.541772 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:29:08.003633 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4b72c893-8861-40a1-8175-a118de769299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.272284 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.106869 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:10.620968 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:32.548095 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39336) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:32.617063 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a19ab5-1410-463d-aa7c-aa59087a8e59 admin admin] GET failed (client error): The resource could not be found. May 10 17:29:32.618121 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-32a19ab5-1410-463d-aa7c-aa59087a8e59 admin admin] Synchronizing usage tracker for tenant:e187b0549c334485bd3b1a96c5205c25 on resource:network {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:32.694423 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-32a19ab5-1410-463d-aa7c-aa59087a8e59 admin admin] Unset dirty status for tenant:e187b0549c334485bd3b1a96c5205c25 on resource:network {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:32.696247 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-32a19ab5-1410-463d-aa7c-aa59087a8e59 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1465654 May 10 17:29:32.828296 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24355ea-dddf-496e-a103-586774842547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:32.829649 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-b24355ea-dddf-496e-a103-586774842547 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1292450 May 10 17:29:34.933196 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39346) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:35.080665 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45348579-a27f-4e28-aa21-c688fcf021a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:35.081980 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-45348579-a27f-4e28-aa21-c688fcf021a2 admin admin] 10.222.0.21 "GET /v2.0/subnets/581e4c1c-9376-4dc2-85be-5ebeb5753b5b HTTP/1.1" status: 200 len: 849 time: 0.1478562 May 10 17:29:35.091566 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:35.202782 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Notify callbacks [] for subnet, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:35.334773 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-13ea3270-6192-41a3-a3c2-3f35e2f35b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:35.426102 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761337895774'] for subnet, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:35.429672 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:35.470724 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:35.471671 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:35.472576 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] 10.222.0.21 "PUT /v2.0/subnets/581e4c1c-9376-4dc2-85be-5ebeb5753b5b HTTP/1.1" status: 200 len: 868 time: 0.3846588 May 10 17:29:35.485543 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02b7ec-a257-424d-8b03-117b59b6351a None None] Network 6f91b92a-fdf7-406d-bd5b-03abd510b146 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:29:35.495637 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=581e4c1c-9376-4dc2-85be-5ebeb5753b5b,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:35.503475 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.503851 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.504158 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.504493 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.504905 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.505291 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.505622 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.505905 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.506249 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.506592 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.506917 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.507243 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:35.510820 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:35.983205 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-b1766f92-f0ba-4e78-9caf-8f2042db4f50 None None] Provisioning complete for port f9474f4c-48fb-4df4-b678-721872ecd366 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:35.983569 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b1766f92-f0ba-4e78-9caf-8f2042db4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:36.107712 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-b1766f92-f0ba-4e78-9caf-8f2042db4f50 None None] Provisioning complete for port 732fc64b-757d-4b9b-90dc-2f4dc815a2a7 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:36.108097 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b1766f92-f0ba-4e78-9caf-8f2042db4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:37.601077 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39356) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:37.773462 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbcd52c-9185-4af0-8d54-4c34b8d49072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:37.774059 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbcd52c-9185-4af0-8d54-4c34b8d49072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:37.775611 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-8dbcd52c-9185-4af0-8d54-4c34b8d49072 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1734540 May 10 17:29:37.992683 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3db3d381-eb0f-48bf-b102-9064138bcc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:38.272130 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:39.088814 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:39.892246 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39366) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:40.065927 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f039f-94ce-4fac-a0ea-ed39461e9afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:40.066403 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f039f-94ce-4fac-a0ea-ed39461e9afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:40.067942 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-7f0f039f-94ce-4fac-a0ea-ed39461e9afa admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1747568 May 10 17:29:40.597671 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.197881 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39376) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:42.362632 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9fa70-f7c6-4cc1-851c-2acb269fbe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:42.363966 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-45c9fa70-f7c6-4cc1-851c-2acb269fbe75 admin admin] 10.222.0.21 "GET /v2.0/networks/3e1e8173-2c96-4a15-b9b4-45d791a5d1ce HTTP/1.1" status: 200 len: 886 time: 0.1651406 May 10 17:29:42.541567 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:29:44.468355 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39386) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:44.638760 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5cd68-cb08-4280-99f0-7b4a66a378f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:44.640095 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-82f5cd68-cb08-4280-99f0-7b4a66a378f3 admin admin] 10.222.0.21 "GET /v2.0/networks/6f91b92a-fdf7-406d-bd5b-03abd510b146 HTTP/1.1" status: 200 len: 869 time: 0.1707873 May 10 17:29:46.813930 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39396) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:46.923643 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca17eb-b3e1-4885-a677-d84ac11b925f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:46.924102 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca17eb-b3e1-4885-a677-d84ac11b925f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:46.925606 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-fbca17eb-b3e1-4885-a677-d84ac11b925f admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107147 May 10 17:29:49.071372 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39406) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:49.178426 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e34ef4-4611-4513-86ed-81084dbc7fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:49.178890 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e34ef4-4611-4513-86ed-81084dbc7fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:49.180098 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-92e34ef4-4611-4513-86ed-81084dbc7fe7 admin admin] Synchronizing usage tracker for tenant:e187b0549c334485bd3b1a96c5205c25 on resource:subnet {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:49.283107 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-92e34ef4-4611-4513-86ed-81084dbc7fe7 admin admin] Unset dirty status for tenant:e187b0549c334485bd3b1a96c5205c25 on resource:subnet {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:49.284165 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-92e34ef4-4611-4513-86ed-81084dbc7fe7 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2114077 May 10 17:29:51.597183 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39416) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:51.710255 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ea5bfd-05bc-49e7-a6f3-0c8c023e67d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:51.711682 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f1ea5bfd-05bc-49e7-a6f3-0c8c023e67d7 admin admin] 10.222.0.21 "GET /v2.0/subnets/581e4c1c-9376-4dc2-85be-5ebeb5753b5b HTTP/1.1" status: 200 len: 868 time: 0.1135066 May 10 17:29:53.844230 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39426) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:53.942884 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9512354-1874-4beb-8d19-8637b7174faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:53.944214 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d9512354-1874-4beb-8d19-8637b7174faf admin admin] 10.222.0.21 "GET /v2.0/subnets/d2c0d2a5-3434-4ae8-bde6-9439583bf77c HTTP/1.1" status: 200 len: 816 time: 0.0990674 May 10 17:30:05.334465 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c1c71ae9-d736-435d-af26-bb34a78a4152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:07.996984 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-714a3698-adb2-426b-bf5b-a8018d0f9e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:08.265721 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.088701 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.608413 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.952919 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39470) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:17.000231 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [None req-af9532de-741f-4318-b855-ea450f6306ac admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:30:17.001214 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-af9532de-741f-4318-b855-ea450f6306ac admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473425 May 10 17:30:19.193159 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39480) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:19.259301 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc4d246-409e-47e5-85b8-42b95b0c433b admin admin] GET failed (client error): The resource could not be found. May 10 17:30:19.260561 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-8cc4d246-409e-47e5-85b8-42b95b0c433b admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664494 May 10 17:30:19.384620 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53035a-4d0b-4674-84fd-e06e40f340c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:19.386039 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-1e53035a-4d0b-4674-84fd-e06e40f340c4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1217501 May 10 17:30:19.540552 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:30:21.577848 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39490) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:21.634080 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:21.639197 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:21.649638 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:21.739477 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Made reservation on behalf of e187b0549c334485bd3b1a96c5205c25 for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:30:21.741913 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:21.828758 dv-cinder-786383-3-smb neutron-server[79269]: WARNING neutron.services.revisions.revision_plugin [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Could not find related network for resource to bump revision. May 10 17:30:21.841261 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=79269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:30:21.849671 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:21.850037 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Added segment edc6d100-ce31-4b45-b18e-0e794da9f10b of type vlan for network 18dd1ff8-8474-454b-b17a-bec9c8312a52 May 10 17:30:21.873608 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:21.973885 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:21.975222 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:21.975804 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:21.979412 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:22.077327 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Pushing event updated for resources: {'Network': ['ID=18dd1ff8-8474-454b-b17a-bec9c8312a52,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:22.080637 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:22.088277 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 18dd1ff8-8474-454b-b17a-bec9c8312a52 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:30:22.135125 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5561912 May 10 17:30:24.257802 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39500) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:24.325064 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de1dbac-3e3d-4c93-8c9f-99bc07576908 admin admin] GET failed (client error): The resource could not be found. May 10 17:30:24.325583 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-3de1dbac-3e3d-4c93-8c9f-99bc07576908 admin admin] Synchronizing usage tracker for tenant:e187b0549c334485bd3b1a96c5205c25 on resource:network {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:30:24.385079 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-3de1dbac-3e3d-4c93-8c9f-99bc07576908 admin admin] Unset dirty status for tenant:e187b0549c334485bd3b1a96c5205c25 on resource:network {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:30:24.386217 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-3de1dbac-3e3d-4c93-8c9f-99bc07576908 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1274128 May 10 17:30:24.490625 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51656c6e-84a6-4bb5-8b17-d5e800b6b305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:24.492603 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-51656c6e-84a6-4bb5-8b17-d5e800b6b305 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1025646 May 10 17:30:24.502256 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:24.506623 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:24.516529 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:24.602044 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Made reservation on behalf of e187b0549c334485bd3b1a96c5205c25 for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:30:24.604331 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.100611 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.105700 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a539284e-a368-44ff-9cc1-424c672e22c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:25.172395 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a98bf5-905c-488b-ae82-e12f2c2f1f85,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:25.175593 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:25.182792 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Checking segment: {'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:25.183151 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Network hostable DHCP agents. Network: 18dd1ff8-8474-454b-b17a-bec9c8312a52, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:30:25.292429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Network 18dd1ff8-8474-454b-b17a-bec9c8312a52 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:30:25.384106 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 18dd1ff8-8474-454b-b17a-bec9c8312a52) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:25.388159 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:25.388738 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.392604 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119747fe-ec08-40db-ad2d-31e906cc4b81 None None] Network 18dd1ff8-8474-454b-b17a-bec9c8312a52 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:30:25.481979 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9831696 May 10 17:30:25.610033 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290b8046-7818-586c-a76b-788f0e55c2ac-18dd1ff8-8474-454b-b17a-bec9c8312a52', 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52', 'tenant_id': 'e187b0549c334485bd3b1a96c5205c25', 'fixed_ips': [{'subnet_id': '96a98bf5-905c-488b-ae82-e12f2c2f1f85'}]}} from dv-cinder-786383-3-smb. {{(pid=79270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:30:25.610918 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.771364 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.db_base_plugin_common [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Allocated IP 192.168.233.2 (18dd1ff8-8474-454b-b17a-bec9c8312a52/96a98bf5-905c-488b-ae82-e12f2c2f1f85/98fac13a-d00e-4fa7-8fa1-7ac45c379f3b) {{(pid=79270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:30:25.979150 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Notify callbacks [] for port, precommit_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.989143 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Transition to ACTIVE for port object 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:26.007404 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Transition to ACTIVE for port object 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b will not be triggered until provisioned by entity DHCP. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:26.077790 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.082640 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-a8e84553-873c-4f7d-ba0f-94014391ed9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:26.140154 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Network 18dd1ff8-8474-454b-b17a-bec9c8312a52 is already hosted by enough agents. {{(pid=79270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:26.142943 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.base_scheduler [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Resources bound (agent type, host, resource id): {{(pid=79270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:26.151768 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Received port after_create {{(pid=79270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:30:26.157985 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Pushing event updated for resources: {'Port': ['ID=98fac13a-d00e-4fa7-8fa1-7ac45c379f3b,revision_number=1']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:26.196310 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.196908 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.197239 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.197569 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.197893 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.198215 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.198567 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.198884 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.199202 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.199517 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.199854 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.200170 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:26.208282 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:26.256568 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Attempting to bind port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:30:26.256935 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Attempting to bind port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:30:26.257815 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Attempting to bind port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b on network 18dd1ff8-8474-454b-b17a-bec9c8312a52 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:26.263245 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:30:26.263619 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Checking segment: {'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:26.264017 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.264403 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Bound using segment: {'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:30:26.264867 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Bound port: 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:30:26.265250 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.362675 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] For port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:30:26.362675 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] For port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=98fac13a-d00e-4fa7-8fa1-7ac45c379f3b,segment=NetworkSegment(edc6d100-ce31-4b45-b18e-0e794da9f10b),segment_id=edc6d100-ce31-4b45-b18e-0e794da9f10b)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:30:26.432100 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.436118 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:26.511175 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Pushing event updated for resources: {'Port': ['ID=98fac13a-d00e-4fa7-8fa1-7ac45c379f3b,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:26.514651 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:27.330928 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2106856a-72ae-4993-a355-fece4df19e66 None None] Network 18dd1ff8-8474-454b-b17a-bec9c8312a52 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:30:27.483041 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-a7aa1032-455c-493e-8e0a-5681eb131cad None None] Provisioning for port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:28.440591 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:28.573706 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:28.578902 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:28.579298 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:28.719454 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:28.750892 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=98fac13a-d00e-4fa7-8fa1-7ac45c379f3b,segment=NetworkSegment(edc6d100-ce31-4b45-b18e-0e794da9f10b),segment_id=edc6d100-ce31-4b45-b18e-0e794da9f10b)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:28.812887 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:28.815053 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-a8e84553-873c-4f7d-ba0f-94014391ed9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:28.881877 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=98fac13a-d00e-4fa7-8fa1-7ac45c379f3b,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:28.885024 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:30.416659 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:30.484310 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 98fac13a-d00e-4fa7-8fa1-7ac45c379f3b triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:30.484684 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:35.322590 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-30c5042b-f973-4537-865b-69058650d361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:37.991269 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-80606642-fba8-4a95-8ebc-36957fc494f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:38.275669 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:39.093770 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:40.620001 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.539944 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:31:05.333421 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e6975c5e-1eeb-4186-b40f-f4f46fef9871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:07.995791 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-a1a825b0-fe86-4a2b-bf8d-c455227dfb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.253411 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.099048 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:10.665055 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:33.543060 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:31:35.333065 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b8af55e6-d923-4862-8253-360850544132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:38.007076 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3af356ad-6cbc-48ba-b174-6ae81f21caba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:38.281415 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:39.109939 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:40.454156 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39550) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:40.460366 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [None req-99d98af2-0055-47ee-ae7c-1eab0abd6f97 tempest-verify_tempest_config-2033428884 tempest-verify_tempest_config-2033428884-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:31:40.461343 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-99d98af2-0055-47ee-ae7c-1eab0abd6f97 tempest-verify_tempest_config-2033428884 tempest-verify_tempest_config-2033428884-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061398 May 10 17:31:40.635843 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.057492 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39568) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:41.192095 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.207663 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:41.211428 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Usage tracker for resource:security_group_rule and tenant:dd44461089304e76bee0655b19d57f53 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:41.214997 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:41.220563 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:41.313430 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.367197 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.375652 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:41.415383 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Synchronizing usage tracker for tenant:e187b0549c334485bd3b1a96c5205c25 on resource:security_group {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:41.417874 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee060cfd-63c0-4747-8735-a206d7e8b800,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:41.425860 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.426203 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.426569 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.426899 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.427222 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.427546 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.427867 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.428186 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.428505 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.428819 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.429134 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.429447 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:41.435137 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:41.515822 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Unset dirty status for tenant:e187b0549c334485bd3b1a96c5205c25 on resource:security_group {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:41.517096 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd44461089304e76bee0655b19d57f53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4585805 May 10 17:31:41.519875 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39574) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:41.579259 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ceb295c9-b914-42ea-8e06-f6235e0d537e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.604735 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ceb295c9-b914-42ea-8e06-f6235e0d537e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.762498 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ceb295c9-b914-42ea-8e06-f6235e0d537e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.766313 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:41.780343 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb295c9-b914-42ea-8e06-f6235e0d537e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee060cfd-63c0-4747-8735-a206d7e8b800,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:41.782854 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ceb295c9-b914-42ea-8e06-f6235e0d537e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:41.784030 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ceb295c9-b914-42ea-8e06-f6235e0d537e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.785104 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ceb295c9-b914-42ea-8e06-f6235e0d537e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee060cfd-63c0-4747-8735-a206d7e8b800 HTTP/1.1" status: 204 len: 168 time: 0.2643034 May 10 17:32:05.336759 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-5dcb5010-2eca-460a-b933-fdbb78118fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:08.006604 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-2fbc2020-fd9e-41a2-b76e-061f70ba8299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:08.286648 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:09.098046 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:10.544779 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:32:10.653174 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:35.366322 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-24f8998e-8616-4f3d-8952-6e8853ece13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.012828 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8b97e3ca-e34e-49b0-ba76-07e0109d0555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.314543 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:39.119307 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:40.635142 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:47.544130 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:33:05.337317 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bef4bacb-a562-47aa-9fac-ee1e813ab7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:08.012021 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-9dea9fa9-f12d-49a7-aab1-7d23da5332d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:08.291679 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:09.160026 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:10.663186 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:24.545214 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 5 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:33:28.474365 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502'] for agent, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.348445 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-68c906dd-8bc0-4de2-9836-b059029d3087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:37.999497 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-70e3b116-46cc-444c-9ca4-cad5ba8a5b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:38.297112 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.117644 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.668425 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.051080 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39646) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:44.167546 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7c65bdae-be92-4434-bc8b-469cb88c9a07 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1153700 May 10 17:33:46.330106 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39656) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:46.395486 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-be187ec7-b991-4a2f-b624-56e3862bd750 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0643280 May 10 17:33:58.467644 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:01.544759 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:34:05.347817 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5fa7-697e-4fb5-a613-e3776e050e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:07.999268 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-1e034eac-293f-4316-8c77-55e592ec77c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.284834 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:09.095993 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:10.638068 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.473205 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.357887 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-eb0fd3d1-e251-4b96-a8fd-4809e32272d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.016148 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-65ee817d-ad7b-4c22-a901-3171b60ef0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.301659 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.545021 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:34:39.124296 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:40.655707 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:58.489712 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:05.340924 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb1ee-1dea-488f-b1d0-77c7a834d283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:08.009349 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8cc4-c205-4398-8b56-350d2fa7671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:08.312443 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.112602 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:10.689782 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:15.544321 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:35:22.792528 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39860) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:22.982296 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39870) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:23.601070 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-537616302-network', 'tenant_id': 'b30249d68d4a4410b8f6222e3bf7578a'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:23.606077 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.610229 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Usage tracker for resource:network and tenant:b30249d68d4a4410b8f6222e3bf7578a is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.613058 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:23.618815 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:23.632269 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39892) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:23.645192 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-88152981-network', 'tenant_id': '3f788ae3f70246a98f64db695c80b7d0'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:23.650020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.654901 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Usage tracker for resource:network and tenant:3f788ae3f70246a98f64db695c80b7d0 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.658156 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:23.665146 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:23.672453 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39898) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:23.689436 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Made reservation on behalf of b30249d68d4a4410b8f6222e3bf7578a for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:23.691959 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.705357 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.720003 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.723697 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Usage tracker for resource:security_group_rule and tenant:b30249d68d4a4410b8f6222e3bf7578a is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.726390 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:23.732759 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:23.796011 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Made reservation on behalf of 3f788ae3f70246a98f64db695c80b7d0 for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:23.796011 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.823707 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.824264 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-network', 'tenant_id': '8361842b7c3844329203c723f841e5d2'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:23.835821 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.840081 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.842440 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Usage tracker for resource:network and tenant:8361842b7c3844329203c723f841e5d2 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.846046 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:23.846185 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.850040 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Usage tracker for resource:security_group_rule and tenant:3f788ae3f70246a98f64db695c80b7d0 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.852982 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:23.853373 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:23.860035 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:23.922746 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.926936 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-408600409-network', 'tenant_id': '58520e3dec4a47c9896e87f7eb2fff32'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:23.934048 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.936487 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-08fa051b-f792-430a-b8d1-aa0edba18893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:23.938717 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Usage tracker for resource:network and tenant:58520e3dec4a47c9896e87f7eb2fff32 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.941816 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:23.949409 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:23.956159 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Made reservation on behalf of 8361842b7c3844329203c723f841e5d2 for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:23.956376 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=79269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:35:23.958842 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.973463 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.984737 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.985066 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Added segment 46dd9bdf-0dc6-480a-a068-7f2c7a2c846e of type vlan for network b3317282-bcf4-4c09-a169-c0aa31e707e8 May 10 17:35:23.988679 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:23.992743 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Usage tracker for resource:security_group_rule and tenant:8361842b7c3844329203c723f841e5d2 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:23.996214 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:24.001707 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e6c67-700c-4803-967c-c26630e6f19b,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:24.002156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:24.040893 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.107980 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.109904 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Made reservation on behalf of 58520e3dec4a47c9896e87f7eb2fff32 for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:24.111469 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.111806 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.112135 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.112456 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.112771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.113089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.113593 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.117302 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Tracked resource versions report: May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: pushed versions: May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: { 'AddressGroup': {'1.2'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'ConntrackHelper': {'1.0'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Log': {'1.0'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Network': {'1.1'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Port': {'1.7'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'PortForwarding': {'1.2'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'QosPolicy': {'1.8'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'SecurityGroup': {'1.4'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'SecurityGroupRule': {'1.2'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'SubPort': {'1.0'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Subnet': {'1.1'}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Trunk': {'1.1'}} May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: consumer versions: May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: { DHCP agent@dv-cinder-786383-3-smb: {}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: HyperV agent@hv-cinder-78638: {}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: L3 agent@dv-cinder-786383-3-smb: {}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: Metadata agent@dv-cinder-786383-3-smb: {}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: Metering agent@dv-cinder-786383-3-smb: {}, May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: Open vSwitch agent@dv-cinder-786383-3-smb: { 'AddressGroup': '1.2', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'ConntrackHelper': '1.0', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Log': '1.0', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Network': '1.1', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Port': '1.7', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'PortForwarding': '1.2', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'QosPolicy': '1.8', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'SecurityGroup': '1.4', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'SecurityGroupRule': '1.2', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'SubPort': '1.0', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Subnet': '1.1', May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: 'Trunk': '1.1'}} May 10 17:35:24.121771 dv-cinder-786383-3-smb neutron-server[79269]: {{(pid=79269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:35:24.132376 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.142764 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:24.149922 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:24.154279 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Usage tracker for resource:security_group_rule and tenant:58520e3dec4a47c9896e87f7eb2fff32 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:24.158537 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:24.174239 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.174767 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:24.178332 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:24.179147 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.188849 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:24.222821 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.235781 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:24.256585 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:35:24.280112 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.283975 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Added segment 6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf of type vlan for network 4f712391-4b54-4ac8-8181-9459cb98da58 May 10 17:35:24.307939 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:24.327508 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Pushing event updated for resources: {'Network': ['ID=b3317282-bcf4-4c09-a169-c0aa31e707e8,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:24.332052 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:24.333691 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.336433 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.342811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.342811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.342811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.342811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.342811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.342811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.343311 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.343399 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.343701 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.344016 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.344313 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network b3317282-bcf4-4c09-a169-c0aa31e707e8 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:35:24.344819 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.344819 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Tracked resource versions report: May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: pushed versions: May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: { 'AddressGroup': {'1.2'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'ConntrackHelper': {'1.0'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Log': {'1.0'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Network': {'1.1'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Port': {'1.7'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'PortForwarding': {'1.2'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'QosPolicy': {'1.8'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'SecurityGroup': {'1.4'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'SecurityGroupRule': {'1.2'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'SubPort': {'1.0'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Subnet': {'1.1'}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Trunk': {'1.1'}} May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: consumer versions: May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: { DHCP agent@dv-cinder-786383-3-smb: {}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: HyperV agent@hv-cinder-78638: {}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: L3 agent@dv-cinder-786383-3-smb: {}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: Metadata agent@dv-cinder-786383-3-smb: {}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: Metering agent@dv-cinder-786383-3-smb: {}, May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: Open vSwitch agent@dv-cinder-786383-3-smb: { 'AddressGroup': '1.2', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'ConntrackHelper': '1.0', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Log': '1.0', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Network': '1.1', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Port': '1.7', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'PortForwarding': '1.2', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'QosPolicy': '1.8', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'SecurityGroup': '1.4', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'SecurityGroupRule': '1.2', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'SubPort': '1.0', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Subnet': '1.1', May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: 'Trunk': '1.1'}} May 10 17:35:24.345605 dv-cinder-786383-3-smb neutron-server[79268]: {{(pid=79268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:35:24.350656 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:24.420633 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.428447 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6348238 May 10 17:35:24.429599 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.431555 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39928) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:24.437782 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Request body: {'subnet': {'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-537616302-subnet', 'tenant_id': 'b30249d68d4a4410b8f6222e3bf7578a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:24.445594 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:24.456067 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=79269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:35:24.461955 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Usage tracker for resource:subnet and tenant:b30249d68d4a4410b8f6222e3bf7578a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:24.465279 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:24.473411 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.474095 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Added segment 63eb4143-9048-429f-96a8-466cf1d2c1af of type vlan for network 0d47b46d-8527-4d3c-849a-bf070f4503ac May 10 17:35:24.475324 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:24.499430 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.500753 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:24.501351 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.506403 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:24.533268 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.563680 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:24.627178 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87267235-5d84-4c39-9196-72ed501b6ac5,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:24.630331 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:24.641602 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.665988 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Pushing event updated for resources: {'Network': ['ID=4f712391-4b54-4ac8-8181-9459cb98da58,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:24.672567 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:24.675239 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b7c9c1dc-2703-433b-87cb-6c518a3a2159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:24.679983 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 4f712391-4b54-4ac8-8181-9459cb98da58 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:35:24.685752 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:35:24.710520 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.711191 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Added segment abf856d6-35da-4577-bdb6-d1962a4210dc of type vlan for network 843228e9-8619-47e4-9a97-abc250602dd1 May 10 17:35:24.718365 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b21e17-8551-42eb-bfb6-ac926ee93831,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:24.722476 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:24.746382 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Made reservation on behalf of b30249d68d4a4410b8f6222e3bf7578a for: {'subnet': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:24.751106 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.769773 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.771168 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:24.771752 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.777523 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:24.793389 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:24.918704 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Pushing event updated for resources: {'Network': ['ID=0d47b46d-8527-4d3c-849a-bf070f4503ac,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:24.922041 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:24.934360 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 0d47b46d-8527-4d3c-849a-bf070f4503ac details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:35:24.936586 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3031425 May 10 17:35:24.939586 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39942) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:24.946020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Request body: {'subnet': {'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-subnet', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:24.953484 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:24.961865 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Usage tracker for resource:subnet and tenant:8361842b7c3844329203c723f841e5d2 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:24.971270 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:24.982944 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:25.034297 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0487442 May 10 17:35:25.037720 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 39952) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:25.055960 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Request body: {'subnet': {'network_id': '0d47b46d-8527-4d3c-849a-bf070f4503ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-88152981-subnet', 'tenant_id': '3f788ae3f70246a98f64db695c80b7d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:25.067412 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:25.074092 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Usage tracker for resource:subnet and tenant:3f788ae3f70246a98f64db695c80b7d0 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:25.077189 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:25.095565 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:25.164056 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Made reservation on behalf of 8361842b7c3844329203c723f841e5d2 for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:25.166528 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.184274 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.190997 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:25.191752 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.198979 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:25.199393 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Made reservation on behalf of 3f788ae3f70246a98f64db695c80b7d0 for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:25.205119 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.334789 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Pushing event updated for resources: {'Network': ['ID=843228e9-8619-47e4-9a97-abc250602dd1,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:25.337577 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:25.346862 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 843228e9-8619-47e4-9a97-abc250602dd1 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:35:25.466957 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7927725 May 10 17:35:25.479882 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 39968) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:25.563789 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Request body: {'subnet': {'network_id': '843228e9-8619-47e4-9a97-abc250602dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-408600409-subnet', 'tenant_id': '58520e3dec4a47c9896e87f7eb2fff32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:25.577795 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:25.583374 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Usage tracker for resource:subnet and tenant:58520e3dec4a47c9896e87f7eb2fff32 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:25.589883 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:25.597591 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:25.706174 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Made reservation on behalf of 58520e3dec4a47c9896e87f7eb2fff32 for: {'subnet': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:25.708698 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.869070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.879006 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-84c362c2-c153-4c0f-9719-223b35b11fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:26.019287 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83dbaadc-e448-431b-97b4-54ab83826a1a,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:26.028527 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:26.029247 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Checking segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:26.029600 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Network hostable DHCP agents. Network: b3317282-bcf4-4c09-a169-c0aa31e707e8, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:35:26.129829 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.137041 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-dfa8859e-e375-4913-8883-e686a4e1c55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:26.158728 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Network b3317282-bcf4-4c09-a169-c0aa31e707e8 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:35:26.219537 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c1d8ca-bf1b-42ce-b806-d539ef87c672,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:26.225076 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:26.231731 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, b3317282-bcf4-4c09-a169-c0aa31e707e8) {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:26.234506 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Checking segment: {'id': '63eb4143-9048-429f-96a8-466cf1d2c1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0d47b46d-8527-4d3c-849a-bf070f4503ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:26.238479 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Network hostable DHCP agents. Network: 0d47b46d-8527-4d3c-849a-bf070f4503ac, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:35:26.239218 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.239218 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.242676 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6764d-3bc4-4130-a233-4918f61aa24b None None] Network b3317282-bcf4-4c09-a169-c0aa31e707e8 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:26.344487 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.348287 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9149103 May 10 17:35:26.361378 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:26.373609 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.378706 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:26.435724 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3909bb9f-6f3c-44f9-b73f-819cd6047af0,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:26.444156 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:26.466189 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Network 0d47b46d-8527-4d3c-849a-bf070f4503ac is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:35:26.474297 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 0d47b46d-8527-4d3c-849a-bf070f4503ac) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:26.484102 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.486767 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.489587 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c655ae1-aad4-411c-a27d-0a09d37e5a3e,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:26.490354 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Checking segment: {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:26.490713 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Network hostable DHCP agents. Network: 4f712391-4b54-4ac8-8181-9459cb98da58, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:35:26.495618 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed87e9c-046b-42bd-b8e4-ccbdd599663b None None] Network 0d47b46d-8527-4d3c-849a-bf070f4503ac requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:26.504299 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:26.504901 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Checking segment: {'id': 'abf856d6-35da-4577-bdb6-d1962a4210dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '843228e9-8619-47e4-9a97-abc250602dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:26.505252 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Network hostable DHCP agents. Network: 843228e9-8619-47e4-9a97-abc250602dd1, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:35:26.632742 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0059ea-9a8a-4036-91a3-e82eb5b3ab77 None None] Network b3317282-bcf4-4c09-a169-c0aa31e707e8 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:26.668050 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-6cbe7a11-9f83-4480-bd0a-052abac3f179 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6286030 May 10 17:35:26.695361 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Network 843228e9-8619-47e4-9a97-abc250602dd1 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:35:26.699079 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Network 4f712391-4b54-4ac8-8181-9459cb98da58 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:35:26.793837 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 843228e9-8619-47e4-9a97-abc250602dd1) {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:26.795853 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 4f712391-4b54-4ac8-8181-9459cb98da58) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:26.813962 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.814716 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.817369 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.817623 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.852663 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8eecd-511b-4b5b-8fc2-000dfad46421 None None] Network 4f712391-4b54-4ac8-8181-9459cb98da58 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:26.881187 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d2da6-9072-4e54-99a8-f56920f8116e None None] Network 843228e9-8619-47e4-9a97-abc250602dd1 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:26.955819 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40038) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:26.958366 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4030647 May 10 17:35:26.969981 dv-cinder-786383-3-smb neutron-server[79269]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:35:26.995453 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0529909 May 10 17:35:26.997357 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40044) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:27.003222 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:27.015427 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:27.033282 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Usage tracker for resource:router and tenant:8361842b7c3844329203c723f841e5d2 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:27.046160 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:27.070214 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:27.183933 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e075713-dbeb-451e-a59b-c101dba9b031 None None] Network 0d47b46d-8527-4d3c-849a-bf070f4503ac requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:27.193044 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12912'] for router, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.195711 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12873'] for router, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.222188 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.235371 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155539ea-1931-43b8-9457-df2f683ba894 req-895550cc-09d5-472a-ae65-a0ff46a68628 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:27.236322 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-155539ea-1931-43b8-9457-df2f683ba894 req-895550cc-09d5-472a-ae65-a0ff46a68628 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:network {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:27.386822 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-155539ea-1931-43b8-9457-df2f683ba894 req-895550cc-09d5-472a-ae65-a0ff46a68628 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:network {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:27.388130 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-895550cc-09d5-472a-ae65-a0ff46a68628 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 814 time: 0.4203324 May 10 17:35:27.411282 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-740f5e01-2b6f-4e26-a37e-d6d28e16cb33 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/quotas/b30249d68d4a4410b8f6222e3bf7578a HTTP/1.1" status: 200 len: 375 time: 0.0162971 May 10 17:35:27.471221 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-5890f206-ede2-4fcd-bfa2-51bb9aa6d16d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536547 May 10 17:35:27.668658 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.744354 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ceb70-6993-47c2-b9b7-be4af3675efc None None] Network 4f712391-4b54-4ac8-8181-9459cb98da58 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:27.901311 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539bf10-1d1a-4629-bbe4-624e59edc1e4 None None] Network 843228e9-8619-47e4-9a97-abc250602dd1 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:28.061956 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40098) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:28.195699 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.226374 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.395349 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Allocated IP 172.28.0.116 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:28.395479 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-124ee86c-106d-4dbd-bfe3-5306f2551eef service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:35:28.395479 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-124ee86c-106d-4dbd-bfe3-5306f2551eef service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3724704 May 10 17:35:28.440099 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40120) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:28.481823 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40126) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:28.540377 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.546491 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.586975 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.619733 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:28.636027 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Usage tracker for resource:security_group_rule and tenant:97347377f1ea47fc8e85c568a9fffbdb is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:28.652742 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:28.654634 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.668617 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40136) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:28.671101 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:28.674888 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:28.677421 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408474308-network', 'tenant_id': 'e4dfc7ada7374028b0b563ea90845e02'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:28.683403 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:28.685669 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Usage tracker for resource:security_group_rule and tenant:adfadf52e50d4c09a6e80aad1eb9ee69 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:28.689434 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:28.692209 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Usage tracker for resource:network and tenant:e4dfc7ada7374028b0b563ea90845e02 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:28.697171 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:28.700897 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:28.705552 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.706543 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:28.720067 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:28.736756 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-fb8b1050-d098-44f8-8852-b7adf45a82ea service neutron] 10.222.0.21 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341222 May 10 17:35:28.749830 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-2d137951-5713-4d2d-8c63-15b57f95d203 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:28.751284 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-2d137951-5713-4d2d-8c63-15b57f95d203 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/networks?id=843228e9-8619-47e4-9a97-abc250602dd1 HTTP/1.1" status: 200 len: 811 time: 0.3099456 May 10 17:35:28.790996 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:28.796339 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:28.801821 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:28.842605 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-a0f7a846-37a0-44d8-9ac5-809ec33a52a5 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/quotas/58520e3dec4a47c9896e87f7eb2fff32 HTTP/1.1" status: 200 len: 375 time: 0.0681589 May 10 17:35:28.913868 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-70c3b450-80a3-47fd-97a5-34c8088e9e94 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58520e3dec4a47c9896e87f7eb2fff32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611997 May 10 17:35:28.919640 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Made reservation on behalf of e4dfc7ada7374028b0b563ea90845e02 for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:28.922168 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.949573 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Pushing event updated for resources: {'Port': ['ID=2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:28.955462 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.966964 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:28.973925 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-1e107b32-e632-4c42-baaf-3e60a5374236 service neutron] 10.222.0.21 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217016 May 10 17:35:28.990242 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.020799 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:29.027838 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e4dfc7ada7374028b0b563ea90845e02 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:29.031885 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:29.047206 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:29.066787 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.081874 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:29.104950 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.135455 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce800f33-6e67-41ea-8b44-a0915559e286,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:29.140325 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97347377f1ea47fc8e85c568a9fffbdb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0761437 May 10 17:35:29.141539 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:29.143156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40146) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:29.177217 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-b7df3ab3-6e25-46b3-8ba4-76e591d86d11 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:35:29.178224 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-b7df3ab3-6e25-46b3-8ba4-76e591d86d11 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603335 May 10 17:35:29.234790 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.320833 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:29.335992 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-8c183706-e13a-41cb-a52b-f076ad92db78 service neutron] 10.222.0.21 "GET /v2.0/networks/843228e9-8619-47e4-9a97-abc250602dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505899 May 10 17:35:29.368329 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.417137 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adfadf52e50d4c09a6e80aad1eb9ee69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9337058 May 10 17:35:29.419844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40172) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:29.445552 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ea1dc-b540-48a2-9dbe-86e368ff7334,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:29.449150 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.453351 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:29.472661 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-25224fdd-902a-4ea0-8889-3ab2614783e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.477745 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:29.521747 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-86d55d20-847e-4201-b312-b52dbbc6d025 service neutron] 10.222.0.21 "GET /v2.0/networks/843228e9-8619-47e4-9a97-abc250602dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842396 May 10 17:35:29.530649 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bae65f00-e693-4297-814d-5b9c7320d39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.561101 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bae65f00-e693-4297-814d-5b9c7320d39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.562900 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.620504 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:35:29.623415 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92122718-3fb8-4287-aab9-70d6d35c8892,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:29.685041 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-25224fdd-902a-4ea0-8889-3ab2614783e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.696153 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bae65f00-e693-4297-814d-5b9c7320d39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.701955 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:29.710011 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:29.715273 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae65f00-e693-4297-814d-5b9c7320d39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ea1dc-b540-48a2-9dbe-86e368ff7334,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:29.723487 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-bae65f00-e693-4297-814d-5b9c7320d39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:29.732429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bae65f00-e693-4297-814d-5b9c7320d39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.733776 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-bae65f00-e693-4297-814d-5b9c7320d39d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e43ea1dc-b540-48a2-9dbe-86e368ff7334 HTTP/1.1" status: 204 len: 168 time: 0.3122435 May 10 17:35:29.751269 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.751586 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Added segment 3d74b7df-54f0-428f-80e2-d253bfa68850 of type vlan for network d3b56ad6-f5a7-4763-9057-4f550304c067 May 10 17:35:29.857831 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.882567 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c9d116d0-333d-42dc-8137-21ce8d9fc697 req-f4da3fbe-3f97-4aef-a989-c5a183686efb tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 210 time: 0.1275449 May 10 17:35:30.202272 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-25224fdd-902a-4ea0-8889-3ab2614783e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:30.214503 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:30.215025 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b8d562c3-8d38-4be7-a079-a7dc6da6298b req-55fbd61c-7e50-47ae-93fd-2912759de452 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 210 time: 0.0634830 May 10 17:35:30.218935 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:30.238363 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:30.239734 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:30.253658 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25224fdd-902a-4ea0-8889-3ab2614783e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce800f33-6e67-41ea-8b44-a0915559e286,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:30.258016 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-25224fdd-902a-4ea0-8889-3ab2614783e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:30.265912 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c395a658-8c4c-4684-93a9-785ec528c285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:30.410102 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b56ad6-f5a7-4763-9057-4f550304c067,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:30.414172 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-25224fdd-902a-4ea0-8889-3ab2614783e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:30.418287 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-25224fdd-902a-4ea0-8889-3ab2614783e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce800f33-6e67-41ea-8b44-a0915559e286 HTTP/1.1" status: 204 len: 168 time: 1.2711387 May 10 17:35:30.427692 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:30.427813 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network d3b56ad6-f5a7-4763-9057-4f550304c067 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:35:30.430610 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:30.564336 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8937984 May 10 17:35:30.567276 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40232) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:30.573695 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Request body: {'subnet': {'network_id': 'd3b56ad6-f5a7-4763-9057-4f550304c067', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408474308-subnet', 'tenant_id': 'e4dfc7ada7374028b0b563ea90845e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:30.579632 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:30.586130 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Usage tracker for resource:subnet and tenant:e4dfc7ada7374028b0b563ea90845e02 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:30.589288 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:30.595231 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:30.752346 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Made reservation on behalf of e4dfc7ada7374028b0b563ea90845e02 for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:30.754679 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:30.793734 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Router 8d916db1-7c1f-4366-b045-8c47071d9342 is scheduled to L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 with binding_index 1 {{(pid=79268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:35:30.842611 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40252) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:30.870522 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:30.896558 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:30.906007 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Usage tracker for resource:security_group_rule and tenant:e08762653d7447aeae9a523c4d74bbbf is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:30.909919 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:30.925695 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:30.999803 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40262) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:31.115916 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:35:31.128661 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Sync routers for ids ['8d916db1-7c1f-4366-b045-8c47071d9342'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:35:31.136910 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f15b58a9-ec26-46dd-be96-8657718bf9cb req-4214ccd2-b71b-48cf-81ad-fc10a241dcce tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 210 time: 0.0980582 May 10 17:35:31.152137 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Routers {'8d916db1-7c1f-4366-b045-8c47071d9342'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:35:31.154681 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:35:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8d916db1-7c1f-4366-b045-8c47071d9342'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:31.258148 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.262277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.266895 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2659938 May 10 17:35:31.267419 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40274) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:31.365750 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7443e4c2-8c05-48b7-95e7-4a19dc1aa634 req-2a970c21-d33d-4809-a26a-d70952c0d22f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 210 time: 0.0682576 May 10 17:35:31.383286 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.411381 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:31.430263 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Set router 8d916db1-7c1f-4366-b045-8c47071d9342 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:35:31.518075 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e08762653d7447aeae9a523c4d74bbbf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6741953 May 10 17:35:31.522265 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40286) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:31.525100 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594c45d2-57a3-4d9e-81cc-8366a45ef02c,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:31.530019 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:31.615436 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-289b60ba-c406-403d-9fe8-68372eaca38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.658328 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-289b60ba-c406-403d-9fe8-68372eaca38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.667764 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.706348 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40290) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:31.747798 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:31.754387 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b6052d91cd874c57a5583e8faff86df9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:31.759124 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:31.774596 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:31.782572 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.802739 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:31.814460 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Usage tracker for resource:security_group_rule and tenant:de27f2db9d9747e1a3ff4f605678e1df is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:31.819271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:31.822216 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.829760 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:31.831536 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:31.860621 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-289b60ba-c406-403d-9fe8-68372eaca38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.891446 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:35:29Z', 'revision_number': 3, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:31.897107 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Checking router: 8d916db1-7c1f-4366-b045-8c47071d9342 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:35:31.897688 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Updating router 8d916db1-7c1f-4366-b045-8c47071d9342 port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:35:31.976292 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a93db38-5f8b-4bb8-aaa4-93cca0877c3b,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:31.980468 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:31.981333 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:31.990598 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:32.006081 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-289b60ba-c406-403d-9fe8-68372eaca38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.009692 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-289b60ba-c406-403d-9fe8-68372eaca38f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/594c45d2-57a3-4d9e-81cc-8366a45ef02c HTTP/1.1" status: 204 len: 168 time: 0.4861116 May 10 17:35:32.041420 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Checking segment: {'id': '3d74b7df-54f0-428f-80e2-d253bfa68850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd3b56ad6-f5a7-4763-9057-4f550304c067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:32.041781 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Network hostable DHCP agents. Network: d3b56ad6-f5a7-4763-9057-4f550304c067, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:35:32.066750 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b60ba-c406-403d-9fe8-68372eaca38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594c45d2-57a3-4d9e-81cc-8366a45ef02c,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:32.120251 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-289b60ba-c406-403d-9fe8-68372eaca38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:32.283533 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Network d3b56ad6-f5a7-4763-9057-4f550304c067 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:35:32.336823 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.450257 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, d3b56ad6-f5a7-4763-9057-4f550304c067) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:32.452453 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.467485 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a4391-9174-429d-95b6-ff4af60039f9 None None] Network d3b56ad6-f5a7-4763-9057-4f550304c067 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:32.472451 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.514522 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ceb295c9-b914-42ea-8e06-f6235e0d537e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:32.520471 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.533828 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Transition to ACTIVE for port object 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:32.564667 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:32.565251 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.626224 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.631774 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:32.724249 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Attempting to bind port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:32.724879 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Attempting to bind port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:32.725511 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Attempting to bind port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 on network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:32.733371 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Pushing event updated for resources: {'Port': ['ID=2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5,revision_number=2']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:32.739767 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:32.740351 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:32.740939 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.741711 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Bound using segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:32.742330 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Bound port: 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:32.742917 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.785137 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.789533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.790333 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.790333 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Tracked resource versions report: May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: pushed versions: May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: { 'AddressGroup': {'1.2'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'ConntrackHelper': {'1.0'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Log': {'1.0'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Network': {'1.1'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Port': {'1.7'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'PortForwarding': {'1.2'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'QosPolicy': {'1.8'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'SecurityGroup': {'1.4'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'SecurityGroupRule': {'1.2'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'SubPort': {'1.0'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Subnet': {'1.1'}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Trunk': {'1.1'}} May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: consumer versions: May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: { DHCP agent@dv-cinder-786383-3-smb: {}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: HyperV agent@hv-cinder-78638: {}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: L3 agent@dv-cinder-786383-3-smb: {}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: Metadata agent@dv-cinder-786383-3-smb: {}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: Metering agent@dv-cinder-786383-3-smb: {}, May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: Open vSwitch agent@dv-cinder-786383-3-smb: { 'AddressGroup': '1.2', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'ConntrackHelper': '1.0', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Log': '1.0', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Network': '1.1', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Port': '1.7', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'PortForwarding': '1.2', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'QosPolicy': '1.8', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'SecurityGroup': '1.4', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'SecurityGroupRule': '1.2', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'SubPort': '1.0', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Subnet': '1.1', May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: 'Trunk': '1.1'}} May 10 17:35:32.792269 dv-cinder-786383-3-smb neutron-server[79271]: {{(pid=79271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:35:32.808577 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:32.829177 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.831528 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77e879-f165-4b2d-848e-e841c46dec92 None None] Network d3b56ad6-f5a7-4763-9057-4f550304c067 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:35:32.849483 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Allocated IP 172.20.0.1 (4f712391-4b54-4ac8-8181-9459cb98da58/3909bb9f-6f3c-44f9-b73f-819cd6047af0/8a42047e-a3a7-4faa-a141-5add9c08f9dc) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:32.860243 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2914486 May 10 17:35:32.873415 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de27f2db9d9747e1a3ff4f605678e1df&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1624498 May 10 17:35:32.874449 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40324) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:32.875413 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b6613-f5c0-4935-a147-d4abe266dd10,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:32.878878 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:32.881680 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e02924af-c172-4294-9ad0-a3ea3ce61793 req-362e5678-7936-4b55-be4f-04cc92762f0f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 210 time: 0.2257187 May 10 17:35:32.884019 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] For port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:32.893604 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] For port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:32.973240 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ab9f8ac-8c72-48a8-ad6b-ec80cd97b2aa req-d5e3e0e4-c471-419b-bffa-5fa8469a79c2 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 210 time: 0.2220109 May 10 17:35:32.997029 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.007861 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.046947 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fc90835-afa2-4f5a-891c-d0233dbc307e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.059656 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.094688 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.106083 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-34efe5a3-22df-4215-a44b-177dda9217b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.110448 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fc90835-afa2-4f5a-891c-d0233dbc307e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.167558 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Pushing event updated for resources: {'Port': ['ID=2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.171784 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.183340 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Routers {'8d916db1-7c1f-4366-b045-8c47071d9342'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:35:33.184489 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:35:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8d916db1-7c1f-4366-b045-8c47071d9342'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:33.210221 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.227653 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6052d91cd874c57a5583e8faff86df9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2244587 May 10 17:35:33.229572 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40336) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:33.246311 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dcc21a-302e-46c3-952d-0850be0026fe,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.249988 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.253222 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a04f7040-89e1-493b-895e-28bad3448a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.282122 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40340) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:33.292247 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Network 4f712391-4b54-4ac8-8181-9459cb98da58 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:33.299564 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:33.303249 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:33.303747 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393439'] for router_interface, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.353022 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e8a68973-7eaf-4edf-ba6f-b924d35f9e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.354938 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fc90835-afa2-4f5a-891c-d0233dbc307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.379211 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-289b60ba-c406-403d-9fe8-68372eaca38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.389989 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_v2 [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Deleting subnet a8c1d8ca-bf1b-42ce-b806-d539ef87c672 {{(pid=79269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:35:33.397670 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.435083 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90835-afa2-4f5a-891c-d0233dbc307e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b6613-f5c0-4935-a147-d4abe266dd10,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.451943 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fc90835-afa2-4f5a-891c-d0233dbc307e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.453406 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-9fc90835-afa2-4f5a-891c-d0233dbc307e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d71b6613-f5c0-4935-a147-d4abe266dd10 HTTP/1.1" status: 204 len: 168 time: 0.5708075 May 10 17:35:33.454668 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9fc90835-afa2-4f5a-891c-d0233dbc307e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.466160 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e8a68973-7eaf-4edf-ba6f-b924d35f9e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.515820 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] Set router 8d916db1-7c1f-4366-b045-8c47071d9342 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:35:33.527112 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Pushing event updated for resources: {'Port': ['ID=8a42047e-a3a7-4faa-a141-5add9c08f9dc,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.532821 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.542208 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.580108 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.833279 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e8a68973-7eaf-4edf-ba6f-b924d35f9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.837117 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.842544 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.867773 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a68973-7eaf-4edf-ba6f-b924d35f9e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dcc21a-302e-46c3-952d-0850be0026fe,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.878448 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e8a68973-7eaf-4edf-ba6f-b924d35f9e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.894063 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e8a68973-7eaf-4edf-ba6f-b924d35f9e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.899495 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-e8a68973-7eaf-4edf-ba6f-b924d35f9e8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1dcc21a-302e-46c3-952d-0850be0026fe HTTP/1.1" status: 204 len: 168 time: 0.6656590 May 10 17:35:33.927162 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:35:29Z', 'revision_number': 3, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:33.940074 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68229c17-e761-4e8b-8ff9-44b226ca0456 None None] The sync data for ids ['8d916db1-7c1f-4366-b045-8c47071d9342'] in dv-cinder-786383-3-smb is: [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:35:29Z', 'revision_number': 3, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:35:34.131845 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.39', 56478) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:34.300323 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.307472 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.379997 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.381721 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393340'] for router_interface, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.392534 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:34.516221 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4fc74655-3faf-45de-805a-6b2fe2d63193 req-3d8a8af0-11a8-4660-aefd-b2e0e88b6774 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 210 time: 0.2259541 May 10 17:35:34.567619 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:34.596934 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Pushing event updated for resources: {'Port': ['ID=8a42047e-a3a7-4faa-a141-5add9c08f9dc,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:34.604112 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:34.686307 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Network 4f712391-4b54-4ac8-8181-9459cb98da58 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:34.689184 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:34.694389 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.714127 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2a3c2bf5-c8fe-4809-b9c8-8bea7513aea1 req-ee5c297e-f9f6-4bcd-9d94-3a2bed89697c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 210 time: 0.4282689 May 10 17:35:34.714850 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:34.773581 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c1d8ca-bf1b-42ce-b806-d539ef87c672,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:34.784468 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:34.789695 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a8c1d8ca-bf1b-42ce-b806-d539ef87c672 HTTP/1.1" status: 204 len: 168 time: 1.5064459 May 10 17:35:34.801627 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40398) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:34.929245 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-d3fdf0db-2d1d-465d-8501-fa1975b8c618 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:34.930908 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-d3fdf0db-2d1d-465d-8501-fa1975b8c618 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.39 "GET /v2.0/networks?id=843228e9-8619-47e4-9a97-abc250602dd1 HTTP/1.1" status: 200 len: 811 time: 0.7980423 May 10 17:35:34.958962 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:34.970958 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:34.973943 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.009318 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.043714 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Request body: {'port': {'device_id': '3ba6e22d-3fef-4092-9eaf-58ba07c6b082', 'network_id': '843228e9-8619-47e4-9a97-abc250602dd1', 'admin_state_up': True, 'tenant_id': '58520e3dec4a47c9896e87f7eb2fff32'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:35.156017 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.39', 56482) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:35.386823 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.422377 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.430917 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:35.447088 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:35.449447 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-a00551ab-4ee8-42b1-be55-c4d3b99bda6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.455241 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.455807 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.465086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.465086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > port after_create 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.465086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.465086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > port after_update 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.465086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.465086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.465086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.465086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.524646 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.538613 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:35.544879 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155539ea-1931-43b8-9457-df2f683ba894 req-ced48087-fec2-4727-873f-76e8501b021f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:35.551454 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-ced48087-fec2-4727-873f-76e8501b021f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 814 time: 0.3882778 May 10 17:35:35.575334 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Request body: {'port': {'device_id': 'b276cdd3-182b-42c4-b011-aa7c702ffd42', 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'admin_state_up': True, 'tenant_id': 'b30249d68d4a4410b8f6222e3bf7578a'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:35.634858 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.635480 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.640929 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.641599 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:35.642160 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d47b46d-8527-4d3c-849a-bf070f4503ac']}} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:35.651596 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Usage tracker for resource:port and tenant:58520e3dec4a47c9896e87f7eb2fff32 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:35.658875 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:35.674423 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63eb4143-9048-429f-96a8-466cf1d2c1af') {'for_net_delete': True} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:35.675039 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63eb4143-9048-429f-96a8-466cf1d2c1af') {} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:35.676930 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Router 8d916db1-7c1f-4366-b045-8c47071d9342 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:35:35.683091 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:35.696174 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190373'] for segment, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.716475 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.726688 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=79269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:35:35.727541 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265937'] for segment, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.734822 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: from cryptography.utils import int_from_bytes May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: from cryptography.utils import int_from_bytes May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: Traceback (most recent call last): May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: timer() May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: cb(*args, **kw) May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: return func(*args, **kwargs) May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: self._notify() May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: self.callback(batched_events) May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: event.method(event) May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: return f(self, *a, **k) May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: return self._get(url).json() May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: return self.request(url, 'GET', **kwargs) May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:35:35.758490 dv-cinder-786383-3-smb neutron-server[79269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:35:35.768045 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.768386 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.768717 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.769041 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.769363 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.769682 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.770094 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.770438 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.770750 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.771062 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.771373 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.792849 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Tracked resource versions report: May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: pushed versions: May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: { 'AddressGroup': {'1.2'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'ConntrackHelper': {'1.0'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Log': {'1.0'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Network': {'1.1'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Port': {'1.7'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'PortForwarding': {'1.2'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'QosPolicy': {'1.8'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'SecurityGroup': {'1.4'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'SecurityGroupRule': {'1.2'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'SubPort': {'1.0'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Subnet': {'1.1'}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Trunk': {'1.1'}} May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: consumer versions: May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: { DHCP agent@dv-cinder-786383-3-smb: {}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: HyperV agent@hv-cinder-78638: {}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: L3 agent@dv-cinder-786383-3-smb: {}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: Metadata agent@dv-cinder-786383-3-smb: {}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: Metering agent@dv-cinder-786383-3-smb: {}, May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: Open vSwitch agent@dv-cinder-786383-3-smb: { 'AddressGroup': '1.2', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'ConntrackHelper': '1.0', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Log': '1.0', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Network': '1.1', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Port': '1.7', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'PortForwarding': '1.2', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'QosPolicy': '1.8', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'SecurityGroup': '1.4', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'SecurityGroupRule': '1.2', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'SubPort': '1.0', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Subnet': '1.1', May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: 'Trunk': '1.1'}} May 10 17:35:35.793929 dv-cinder-786383-3-smb neutron-server[79270]: {{(pid=79270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:35:35.820375 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:35.837306 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Made reservation on behalf of 58520e3dec4a47c9896e87f7eb2fff32 for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:35.842456 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:35.940253 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4b66a477-efe7-432c-b62c-58bf47c037a5 req-94060884-d858-4610-b81c-3b75ade25dfb tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 210 time: 0.0772319 May 10 17:35:36.252549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:36.252549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Usage tracker for resource:port and tenant:b30249d68d4a4410b8f6222e3bf7578a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:36.252549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:36.252549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:36.256211 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8d52a264-6b59-4cfb-ad44-9e5780f7fb57 req-20ac9a66-d8d3-4f4b-865b-0d0835925271 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 210 time: 0.0644083 May 10 17:35:36.256211 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:36.257120 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:35:36.257120 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] 10.222.0.21 "PUT /v2.0/routers/8d916db1-7c1f-4366-b045-8c47071d9342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8521352 May 10 17:35:36.257951 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:36.257951 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:36.257951 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d47b46d-8527-4d3c-849a-bf070f4503ac,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:36.257951 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:36.257951 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-657a5f37-0bc4-400e-997f-d5b62db5dc70 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0d47b46d-8527-4d3c-849a-bf070f4503ac HTTP/1.1" status: 204 len: 168 time: 1.3837523 May 10 17:35:36.259791 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40478) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:36.260850 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Allocated IP 172.20.0.7 (843228e9-8619-47e4-9a97-abc250602dd1/5c655ae1-aad4-411c-a27d-0a09d37e5a3e/8579bb6c-ec98-48a9-84f4-4cb8ee9a278e) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:36.261841 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Made reservation on behalf of b30249d68d4a4410b8f6222e3bf7578a for: {'port': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:36.261841 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:36.357407 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Deleting subnet 9a93db38-5f8b-4bb8-aaa4-93cca0877c3b {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:35:36.363316 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:36.484170 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:36.496800 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:36.504326 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Sync routers for ids ['8d916db1-7c1f-4366-b045-8c47071d9342'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:35:36.517628 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Routers {'8d916db1-7c1f-4366-b045-8c47071d9342'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:35:36.518907 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:35:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8d916db1-7c1f-4366-b045-8c47071d9342'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:36.554846 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Allocated IP 172.20.0.6 (b3317282-bcf4-4c09-a169-c0aa31e707e8/83dbaadc-e448-431b-97b4-54ab83826a1a/626cdea8-8fdb-4bd9-81fa-7bb56e61c966) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:36.600197 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:36.753421 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:36.766185 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:36.817663 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:36.977953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Pushing event updated for resources: {'Port': ['ID=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:36.993864 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:37.036125 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Network 843228e9-8619-47e4-9a97-abc250602dd1 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:37.043141 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:37.049933 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:37.092197 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:37.098223 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:37.197072 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:37.199120 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:37.207668 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40500) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:37.343715 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:37.390614 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Set router 8d916db1-7c1f-4366-b045-8c47071d9342 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:35:37.594285 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:37.625637 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5886347 May 10 17:35:37.626735 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-435947ff-5ab7-410d-9477-ef63cda514af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:37.818266 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213272c2-83c7-4cf2-a4ee-c291a9759acd req-bfe6cf99-702f-4df5-99a6-c1038b0a31a0 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:37.824497 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-213272c2-83c7-4cf2-a4ee-c291a9759acd req-bfe6cf99-702f-4df5-99a6-c1038b0a31a0 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Synchronizing usage tracker for tenant:58520e3dec4a47c9896e87f7eb2fff32 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:37.851119 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1972-520f-4dfb-935b-04740c0679e6 req-14d9f7b4-364b-41f7-871e-01601b8d7dbd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:37.862597 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-986a1972-520f-4dfb-935b-04740c0679e6 req-14d9f7b4-364b-41f7-871e-01601b8d7dbd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 931 time: 0.3431716 May 10 17:35:37.875182 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-79c7a391-67d9-4969-bcc5-c5603b0e8842 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:35:37.882919 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-79c7a391-67d9-4969-bcc5-c5603b0e8842 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126679 May 10 17:35:37.949549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Network b3317282-bcf4-4c09-a169-c0aa31e707e8 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:37.952971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:37.963676 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:37.971331 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:37.971331 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.000196 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Pushing event updated for resources: {'Port': ['ID=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:38.003633 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:38.024238 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:35:33Z', 'revision_number': 4, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '8a42047e-a3a7-4faa-a141-5add9c08f9dc', 'name': '', 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'mac_address': 'fa:16:3e:4e:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3909bb9f-6f3c-44f9-b73f-819cd6047af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:32Z', 'updated_at': '2021-05-10T17:35:33Z', 'revision_number': 2, 'project_id': '8361842b7c3844329203c723f841e5d2', 'subnets': [{'id': '3909bb9f-6f3c-44f9-b73f-819cd6047af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:38.031578 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.032045 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Checking router: 8d916db1-7c1f-4366-b045-8c47071d9342 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:35:38.034441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Updating router 8d916db1-7c1f-4366-b045-8c47071d9342 port 8a42047e-a3a7-4faa-a141-5add9c08f9dc binding host dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:35:38.037739 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:38.071621 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.106987 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-002ccc75-dbcd-42c8-92fd-ec5a1dfdc5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.117374 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-986a1972-520f-4dfb-935b-04740c0679e6 req-cd1fcf6e-ff1c-4d61-acee-e55cebd6b09b tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:security_group {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:38.135885 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:38.146324 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-213272c2-83c7-4cf2-a4ee-c291a9759acd req-bfe6cf99-702f-4df5-99a6-c1038b0a31a0 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Unset dirty status for tenant:58520e3dec4a47c9896e87f7eb2fff32 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:38.147672 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-213272c2-83c7-4cf2-a4ee-c291a9759acd req-bfe6cf99-702f-4df5-99a6-c1038b0a31a0 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 931 time: 0.9438674 May 10 17:35:38.159969 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.164885 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a93db38-5f8b-4bb8-aaa4-93cca0877c3b HTTP/1.1" status: 204 len: 168 time: 1.9743271 May 10 17:35:38.171224 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40526) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:38.177981 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6103768 May 10 17:35:38.187234 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a93db38-5f8b-4bb8-aaa4-93cca0877c3b,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:38.189944 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.192394 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Usage tracker for resource:security_group_rule and tenant:b08d349986e24c358db0d00a53394315 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:38.198886 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:38.274332 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:38.356563 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:38.378254 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.449605 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-213272c2-83c7-4cf2-a4ee-c291a9759acd req-a3afebca-2142-4697-b175-4439438edfc2 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858939 May 10 17:35:38.473517 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-986a1972-520f-4dfb-935b-04740c0679e6 req-cd1fcf6e-ff1c-4d61-acee-e55cebd6b09b tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:security_group {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:38.474827 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-986a1972-520f-4dfb-935b-04740c0679e6 req-cd1fcf6e-ff1c-4d61-acee-e55cebd6b09b tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797889 May 10 17:35:38.497021 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.547786 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.572956 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Request body: {'port': {'device_id': 'b276cdd3-182b-42c4-b011-aa7c702ffd42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:38.637144 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:38.663223 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Request body: {'port': {'device_id': '3ba6e22d-3fef-4092-9eaf-58ba07c6b082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:38.666780 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-97830d80-5d0a-4533-b35f-2d9337901634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:38.752315 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3ff1a6-e85b-4793-b1db-1da6f72b18d3,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:38.763485 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:38.842615 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b08d349986e24c358db0d00a53394315&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6297605 May 10 17:35:38.845367 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40544) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:38.910031 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.049272 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.075435 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.075776 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.076548 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.076891 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > port after_create 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.077210 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.077538 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > port after_update 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.077853 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.078164 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.078498 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.078811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.293858 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.294487 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.294950 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.295406 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:39.295899 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b56ad6-f5a7-4763-9057-4f550304c067']}} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:39.309145 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d74b7df-54f0-428f-80e2-d253bfa68850') {'for_net_delete': True} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:39.309694 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d74b7df-54f0-428f-80e2-d253bfa68850') {} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:39.328511 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221196'] for segment, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.337498 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Notify callbacks [] for port, precommit_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.365561 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Transition to ACTIVE for port object 8a42047e-a3a7-4faa-a141-5add9c08f9dc will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:39.422482 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.438528 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=79268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:35:39.438923 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354598'] for segment, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: from cryptography.utils import int_from_bytes May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: from cryptography.utils import int_from_bytes May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: Traceback (most recent call last): May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: timer() May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: cb(*args, **kw) May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: return func(*args, **kwargs) May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: self._notify() May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: self.callback(batched_events) May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: event.method(event) May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: return f(self, *a, **k) May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: return self._get(url).json() May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: return self.request(url, 'GET', **kwargs) May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:35:39.456970 dv-cinder-786383-3-smb neutron-server[79268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:35:39.497306 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.519079 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-09e5311f-b089-460c-b2b3-2d373b1edcac tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:39.521489 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-09e5311f-b089-460c-b2b3-2d373b1edcac tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 819 time: 0.2842598 May 10 17:35:39.582490 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.585329 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-afe5a89f-397f-4a17-90fa-5b52811c0515 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/quotas/8361842b7c3844329203c723f841e5d2 HTTP/1.1" status: 200 len: 375 time: 0.0486398 May 10 17:35:39.592410 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.616012 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:39.632209 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-02e2d000-1703-4813-96fd-1d0b4cc43f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.806398 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-02e2d000-1703-4813-96fd-1d0b4cc43f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.859210 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.927590 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:39.941112 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2c1fa-cd10-4578-b5b7-ac61bec51440 None None] Pushing event updated for resources: {'Port': ['ID=8a42047e-a3a7-4faa-a141-5add9c08f9dc,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:39.958665 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bcf2c1fa-cd10-4578-b5b7-ac61bec51440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:39.967695 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:39.977492 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3b56ad6-f5a7-4763-9057-4f550304c067 HTTP/1.1" status: 204 len: 168 time: 1.7993062 May 10 17:35:40.026484 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-793c4839-b35e-41b5-b8f2-1f1a33275610 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4392614 May 10 17:35:40.038462 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b56ad6-f5a7-4763-9057-4f550304c067,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:40.047186 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-aef9677d-c680-4f55-9c64-eea875ca1e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:40.100524 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54820eb9-2206-4f55-802a-ee8df53c1e5d req-3a953fa7-3e55-4a08-a6a2-83b263df6e88 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:40.106836 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-54820eb9-2206-4f55-802a-ee8df53c1e5d req-3a953fa7-3e55-4a08-a6a2-83b263df6e88 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 931 time: 0.4289403 May 10 17:35:40.270324 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Attempting to bind port 8a42047e-a3a7-4faa-a141-5add9c08f9dc on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:40.271209 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Attempting to bind port 8a42047e-a3a7-4faa-a141-5add9c08f9dc by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:40.271881 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Attempting to bind port 8a42047e-a3a7-4faa-a141-5add9c08f9dc on network 4f712391-4b54-4ac8-8181-9459cb98da58 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:40.294210 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:40.294614 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Checking segment: {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:40.295025 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.300370 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Bound using segment: {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:40.300911 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Bound port: 8a42047e-a3a7-4faa-a141-5add9c08f9dc, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:40.301329 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.411099 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-02e2d000-1703-4813-96fd-1d0b4cc43f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.460161 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:40.559066 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] For port 8a42047e-a3a7-4faa-a141-5add9c08f9dc, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:40.570191 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2d000-1703-4813-96fd-1d0b4cc43f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3ff1a6-e85b-4793-b1db-1da6f72b18d3,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:40.570680 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] For port 8a42047e-a3a7-4faa-a141-5add9c08f9dc, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=8a42047e-a3a7-4faa-a141-5add9c08f9dc,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:40.575298 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-02e2d000-1703-4813-96fd-1d0b4cc43f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:40.578342 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-02e2d000-1703-4813-96fd-1d0b4cc43f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.580469 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-02e2d000-1703-4813-96fd-1d0b4cc43f94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba3ff1a6-e85b-4793-b1db-1da6f72b18d3 HTTP/1.1" status: 204 len: 168 time: 1.2607911 May 10 17:35:40.602046 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-54820eb9-2206-4f55-802a-ee8df53c1e5d req-e9cbd744-ff88-4ee7-bd9b-14276cc06e93 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811601 May 10 17:35:40.637090 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e {{(pid=79268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:40.665755 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.673902 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:40.682161 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.709840 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:40.720144 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Transition to ACTIVE for port object 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e will not be triggered until provisioned by entity L2. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:40.737708 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-cf953c5c-9e9b-4c8a-a4db-4547b50267a0 service neutron] 10.222.0.21 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769514 May 10 17:35:40.740970 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.754362 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40602) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:40.836501 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Transition to ACTIVE for port object 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:40.888598 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7a15e931-9f15-4f98-bf23-9481aa52b1c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f788ae3f70246a98f64db695c80b7d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1330156 May 10 17:35:40.889382 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.897333 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2c1fa-cd10-4578-b5b7-ac61bec51440 None None] Pushing event updated for resources: {'Port': ['ID=8a42047e-a3a7-4faa-a141-5add9c08f9dc,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:40.906334 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bcf2c1fa-cd10-4578-b5b7-ac61bec51440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:40.909111 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:40.918828 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40608) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:40.920146 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:40.960767 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Routers {'8d916db1-7c1f-4366-b045-8c47071d9342'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:35:40.963102 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:35:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8d916db1-7c1f-4366-b045-8c47071d9342'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:40.989832 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:41.010919 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:41.057995 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-90c4b2a1-5f67-45be-8a3c-d67647780448 service neutron] 10.222.0.21 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111429 May 10 17:35:41.486712 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:41.501800 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:41.527439 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] Set router 8d916db1-7c1f-4366-b045-8c47071d9342 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:35:41.549262 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Pushing event updated for resources: {'Port': ['ID=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:41.583587 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:41.618571 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Attempting to bind port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:41.618977 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Attempting to bind port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'abf856d6-35da-4577-bdb6-d1962a4210dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '843228e9-8619-47e4-9a97-abc250602dd1'}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:41.619674 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Attempting to bind port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e on network 843228e9-8619-47e4-9a97-abc250602dd1 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:41.637956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e on network 843228e9-8619-47e4-9a97-abc250602dd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:35:41.641613 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Attempting to bind port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e on network 843228e9-8619-47e4-9a97-abc250602dd1 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:41.644778 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-71e39606-e45e-46df-a9bd-5a247bfa08ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:41.649592 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:41.649957 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Checking segment: {'id': 'abf856d6-35da-4577-bdb6-d1962a4210dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '843228e9-8619-47e4-9a97-abc250602dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:41.651480 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Bound using segment: {'id': 'abf856d6-35da-4577-bdb6-d1962a4210dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '843228e9-8619-47e4-9a97-abc250602dd1'} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:41.651880 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Bound port: 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf856d6-35da-4577-bdb6-d1962a4210dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '843228e9-8619-47e4-9a97-abc250602dd1'}}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:41.652226 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:41.682230 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad8dfd-33d8-4dfd-b237-c3f9f6fc7e8b req-d980dbe8-f934-4431-9636-acada629f7bd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:41.684409 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a0ad8dfd-33d8-4dfd-b237-c3f9f6fc7e8b req-d980dbe8-f934-4431-9636-acada629f7bd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 943 time: 0.7613533 May 10 17:35:41.781313 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Attempting to bind port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:41.781744 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Attempting to bind port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:41.782132 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Attempting to bind port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:41.811365 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a0ad8dfd-33d8-4dfd-b237-c3f9f6fc7e8b req-ee2b6a5c-0404-475a-9667-5d787318b4a5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165650 May 10 17:35:41.828492 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:35:41.828492 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Attempting to bind port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:41.858768 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:41.872198 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Checking segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:41.872198 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Bound using segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:41.875121 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Bound port: 626cdea8-8fdb-4bd9-81fa-7bb56e61c966, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:41.876317 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.060352 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] For port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e, host hv-cinder-78638, cleared binding levels {{(pid=79268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:42.076786 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] For port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,segment=NetworkSegment(abf856d6-35da-4577-bdb6-d1962a4210dc),segment_id=abf856d6-35da-4577-bdb6-d1962a4210dc)] {{(pid=79268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:42.102020 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-71e39606-e45e-46df-a9bd-5a247bfa08ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.224446 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8d82cb47-ab18-40c8-8968-008a870ef2a8 req-f2c6b807-269b-4cd8-9f99-efc8cf5cc331 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 210 time: 0.1919992 May 10 17:35:42.227747 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.234100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:42.397071 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-71e39606-e45e-46df-a9bd-5a247bfa08ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.438702 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:42.439260 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.440796 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] 10.222.0.39 "PUT /v2.0/ports/8579bb6c-ec98-48a9-84f4-4cb8ee9a278e HTTP/1.1" status: 200 len: 1093 time: 4.0344591 May 10 17:35:42.441321 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba6e22d-3fef-4092-9eaf-58ba07c6b082', 'tag': '8579bb6c-ec98-48a9-84f4-4cb8ee9a278e'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:42.512919 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] For port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:42.525620 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-71e39606-e45e-46df-a9bd-5a247bfa08ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.530037 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-71e39606-e45e-46df-a9bd-5a247bfa08ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87267235-5d84-4c39-9196-72ed501b6ac5 HTTP/1.1" status: 204 len: 168 time: 1.5604541 May 10 17:35:42.537626 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] For port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:42.570004 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Pushing event updated for resources: {'Port': ['ID=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,revision_number=3']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:42.585498 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.599604 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:42.601322 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:42.643938 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:35:33Z', 'revision_number': 4, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '8a42047e-a3a7-4faa-a141-5add9c08f9dc', 'name': '', 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'mac_address': 'fa:16:3e:4e:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3909bb9f-6f3c-44f9-b73f-819cd6047af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:32Z', 'updated_at': '2021-05-10T17:35:40Z', 'revision_number': 4, 'project_id': '8361842b7c3844329203c723f841e5d2', 'subnets': [{'id': '3909bb9f-6f3c-44f9-b73f-819cd6047af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:42.651297 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:42.660439 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd26a-4339-4685-88c8-59afccb854a3 None None] The sync data for ids ['8d916db1-7c1f-4366-b045-8c47071d9342'] in dv-cinder-786383-3-smb is: [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:35:33Z', 'revision_number': 4, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '8a42047e-a3a7-4faa-a141-5add9c08f9dc', 'name': '', 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'mac_address': 'fa:16:3e:4e:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3909bb9f-6f3c-44f9-b73f-819cd6047af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:32Z', 'updated_at': '2021-05-10T17:35:40Z', 'revision_number': 4, 'project_id': '8361842b7c3844329203c723f841e5d2', 'subnets': [{'id': '3909bb9f-6f3c-44f9-b73f-819cd6047af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:35:42.788541 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e39606-e45e-46df-a9bd-5a247bfa08ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87267235-5d84-4c39-9196-72ed501b6ac5,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:42.809486 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-71e39606-e45e-46df-a9bd-5a247bfa08ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:42.926876 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-cd936e06-c31e-44e1-80de-e4d45c74e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:42.930459 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-cd936e06-c31e-44e1-80de-e4d45c74e7bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58520e3dec4a47c9896e87f7eb2fff32&device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 1096 time: 0.3059723 May 10 17:35:42.976182 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:42.976946 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.983515 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] 10.222.0.39 "PUT /v2.0/ports/626cdea8-8fdb-4bd9-81fa-7bb56e61c966 HTTP/1.1" status: 200 len: 1093 time: 4.5772645 May 10 17:35:42.983515 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b276cdd3-182b-42c4-b011-aa7c702ffd42', 'tag': '626cdea8-8fdb-4bd9-81fa-7bb56e61c966'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:43.013376 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4a8b3-da14-4661-a25d-89cca4a1a14b req-a0180649-472f-4d98-8fee-2a1b797a86d9 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:43.021141 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-75f4a8b3-da14-4661-a25d-89cca4a1a14b req-a0180649-472f-4d98-8fee-2a1b797a86d9 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 943 time: 0.7948213 May 10 17:35:43.022953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:43.027180 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:43.285355 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-5edd51a6-ebb0-49e5-a0a6-733e91253b89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e HTTP/1.1" status: 200 len: 217 time: 0.2938378 May 10 17:35:43.550085 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-75f4a8b3-da14-4661-a25d-89cca4a1a14b req-f227157d-b350-4afe-92f9-bb93b68da644 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279872 May 10 17:35:43.595896 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-a8a49c49-4e0e-4a54-a00f-319aca4aa461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:43.601240 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-a8a49c49-4e0e-4a54-a00f-319aca4aa461 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c655ae1-aad4-411c-a27d-0a09d37e5a3e HTTP/1.1" status: 200 len: 851 time: 0.3014419 May 10 17:35:43.767823 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-2f5b3f04-e534-4690-a57d-6b3e9a1d5232 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=843228e9-8619-47e4-9a97-abc250602dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489100 May 10 17:35:43.842508 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155539ea-1931-43b8-9457-df2f683ba894 req-835b26a4-f6b2-457f-9ad6-a2c9712c1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:43.844186 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-835b26a4-f6b2-457f-9ad6-a2c9712c1a58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 1096 time: 0.5856142 May 10 17:35:44.032698 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c095-b50b-4225-9821-250c8fab63b8 req-35b89ef6-43de-460b-a5c0-25e21720bae8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:44.049021 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-35b89ef6-43de-460b-a5c0-25e21720bae8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 819 time: 1.0204089 May 10 17:35:44.093364 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-8d8dff13-a74e-42ea-8e76-65c048729bf2 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/quotas/8361842b7c3844329203c723f841e5d2 HTTP/1.1" status: 200 len: 375 time: 0.0432909 May 10 17:35:44.105983 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-c7dcf4fe-0adf-4a07-8e17-ad5df1e18f93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626cdea8-8fdb-4bd9-81fa-7bb56e61c966 HTTP/1.1" status: 200 len: 217 time: 0.1713154 May 10 17:35:44.212115 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-c12ac73a-e403-4c20-b840-a0e53eecc134 service neutron] 10.222.0.39 "GET /v2.0/networks/843228e9-8619-47e4-9a97-abc250602dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260035 May 10 17:35:44.300640 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143ce16-8974-4253-9f37-9a50c3d9e4b3 req-475daa3f-73b0-4876-9efe-95320377cb7d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:44.309073 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5143ce16-8974-4253-9f37-9a50c3d9e4b3 req-475daa3f-73b0-4876-9efe-95320377cb7d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 943 time: 0.4635794 May 10 17:35:44.375352 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155539ea-1931-43b8-9457-df2f683ba894 req-7ef24731-a440-4021-8be8-edd8f029360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:44.376954 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-7ef24731-a440-4021-8be8-edd8f029360b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 200 len: 854 time: 0.1606722 May 10 17:35:44.391051 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-d1295e70-bd24-4edb-936a-996861106dad tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2965801 May 10 17:35:44.427449 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40750) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:44.648451 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2578cc17-ff2e-4399-8f63-ad561c84e3b4 req-f0972ec5-409f-473a-a266-5975772d13f5 service neutron] 10.222.0.39 "GET /v2.0/networks/843228e9-8619-47e4-9a97-abc250602dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511027 May 10 17:35:44.711494 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-152a983b-efae-4c35-aab5-86afb37e97b3 service neutron] 10.222.0.21 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194528 May 10 17:35:44.724802 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5143ce16-8974-4253-9f37-9a50c3d9e4b3 req-528b56a8-c604-43cf-83a6-667fa6192f4b tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144201 May 10 17:35:44.821896 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-8ad5eedb-bec3-4ed3-be8a-7e4e2f95724c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3317282-bcf4-4c09-a169-c0aa31e707e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189420 May 10 17:35:44.867514 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 8a42047e-a3a7-4faa-a141-5add9c08f9dc up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:45.044233 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-7189d4de-d232-4803-9f2f-76b0f132532f service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658638 May 10 17:35:45.073660 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 8a42047e-a3a7-4faa-a141-5add9c08f9dc completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:45.079002 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 8a42047e-a3a7-4faa-a141-5add9c08f9dc triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:45.085908 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.126404 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40780) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:45.128916 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-2d497784-76ef-4ae8-91f2-e18605846c9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4dfc7ada7374028b0b563ea90845e02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6999242 May 10 17:35:45.206083 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee0cf566-5203-4610-9784-a799d2e3aa55 service neutron] 10.222.0.21 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924364 May 10 17:35:45.263852 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ab09598e-be22-456f-85b2-74400b6fa789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.328770 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ab09598e-be22-456f-85b2-74400b6fa789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.486173 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.512057 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ab09598e-be22-456f-85b2-74400b6fa789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.519022 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-71e39606-e45e-46df-a9bd-5a247bfa08ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:45.594687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09598e-be22-456f-85b2-74400b6fa789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92122718-3fb8-4287-aab9-70d6d35c8892,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:45.597844 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ab09598e-be22-456f-85b2-74400b6fa789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:45.613222 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 8a42047e-a3a7-4faa-a141-5add9c08f9dc, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=8a42047e-a3a7-4faa-a141-5add9c08f9dc,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:45.613331 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ab09598e-be22-456f-85b2-74400b6fa789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.616660 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-ab09598e-be22-456f-85b2-74400b6fa789 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92122718-3fb8-4287-aab9-70d6d35c8892 HTTP/1.1" status: 204 len: 168 time: 0.4888449 May 10 17:35:45.760600 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:45.764944 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:45.817605 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba6e22d-3fef-4092-9eaf-58ba07c6b082', 'tag': '8579bb6c-ec98-48a9-84f4-4cb8ee9a278e', 'status': 'completed', 'code': 200} May 10 17:35:45.943082 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-155539ea-1931-43b8-9457-df2f683ba894 req-b0618628-f0e0-4e95-99fc-27a092c8ca55 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244386 May 10 17:35:46.043017 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-b046a54e-390f-4e46-906f-93bdf56a5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:46.044741 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-b046a54e-390f-4e46-906f-93bdf56a5df6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58520e3dec4a47c9896e87f7eb2fff32&device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 1096 time: 0.1399877 May 10 17:35:46.153368 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=8a42047e-a3a7-4faa-a141-5add9c08f9dc,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:46.163176 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:46.251900 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.39', 56495) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:46.449200 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-8b94c609-dedc-4676-b14c-8a981689a008 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:46.451686 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-8b94c609-dedc-4676-b14c-8a981689a008 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.39 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 819 time: 0.3817296 May 10 17:35:46.460237 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b276cdd3-182b-42c4-b011-aa7c702ffd42', 'tag': '626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'status': 'completed', 'code': 200} May 10 17:35:46.545292 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Request body: {'port': {'device_id': 'd7ea9fe0-1c02-4bca-8ffe-866cd1de7039', 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58', 'admin_state_up': True, 'tenant_id': '8361842b7c3844329203c723f841e5d2'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:46.639754 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-b8784b6d-f15e-4178-841f-d34da7da3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:46.649334 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-b8784b6d-f15e-4178-841f-d34da7da3eea service neutron] 10.222.0.39 "GET /v2.0/networks?id=843228e9-8619-47e4-9a97-abc250602dd1 HTTP/1.1" status: 200 len: 912 time: 0.5771244 May 10 17:35:46.673814 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 8a42047e-a3a7-4faa-a141-5add9c08f9dc up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:46.852727 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 40830) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:46.865849 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 8a42047e-a3a7-4faa-a141-5add9c08f9dc triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:46.867023 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:46.885902 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-5245ab3d-19ba-43c8-b761-3610ebbf08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:46.888823 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-5245ab3d-19ba-43c8-b761-3610ebbf08d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 1096 time: 0.6356211 May 10 17:35:46.924175 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-8ea863f7-483a-4c68-92a1-43d6241e14fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e HTTP/1.1" status: 200 len: 217 time: 0.2642643 May 10 17:35:47.170337 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35a758ff-c3bf-4336-9cd5-2a6a30545ffc req-05ea94c9-1f1c-495e-bfb7-0f4d948ab5c1 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 210 time: 0.3163335 May 10 17:35:47.175413 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-7115c141-2bed-4804-8836-8a71edec591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:47.177222 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-7115c141-2bed-4804-8836-8a71edec591e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c655ae1-aad4-411c-a27d-0a09d37e5a3e HTTP/1.1" status: 200 len: 851 time: 0.2085843 May 10 17:35:47.261830 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-ab69505c-9afd-4bea-84fa-f5e9a00f59ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=843228e9-8619-47e4-9a97-abc250602dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567799 May 10 17:35:47.270287 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-66c4a7b8-126a-4a6c-88b7-e788baf629a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:47.272383 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-66c4a7b8-126a-4a6c-88b7-e788baf629a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 915 time: 0.3422306 May 10 17:35:47.343923 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:47.371225 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Usage tracker for resource:port and tenant:8361842b7c3844329203c723f841e5d2 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:47.378178 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:47.390070 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:47.473903 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b739a-79e5-4659-be8b-f24c029bbe46 req-515db2a7-1e29-4894-9124-390efc7c3ec7 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:47.489521 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9a0b739a-79e5-4659-be8b-f24c029bbe46 req-515db2a7-1e29-4894-9124-390efc7c3ec7 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 943 time: 1.0359282 May 10 17:35:47.597377 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.667560 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:47.673845 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9a0b739a-79e5-4659-be8b-f24c029bbe46 req-1465d28e-e0fb-4b1f-ac55-481c8182e8c0 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834381 May 10 17:35:47.677405 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd909174fdf84d97bdf4657322786b5a is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:47.683195 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Made reservation on behalf of 8361842b7c3844329203c723f841e5d2 for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:47.687404 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:47.706434 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:47.725370 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:47.823431 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-ba86a971-3a33-4924-ad0b-00e0ac037416 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626cdea8-8fdb-4bd9-81fa-7bb56e61c966 HTTP/1.1" status: 200 len: 217 time: 0.4183369 May 10 17:35:47.831726 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-b42c9f9d-888f-49e8-b8fa-46f8b1affd3e service neutron] 10.222.0.39 "GET /v2.0/networks/843228e9-8619-47e4-9a97-abc250602dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738941 May 10 17:35:47.903232 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ee3d6-3fc4-430e-987f-0c2de1799b5f req-3f29aa87-6df4-4b5c-96c4-6fa1e3bc3fb5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:47.905423 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-142ee3d6-3fc4-430e-987f-0c2de1799b5f req-3f29aa87-6df4-4b5c-96c4-6fa1e3bc3fb5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 943 time: 0.5088506 May 10 17:35:48.089302 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-142ee3d6-3fc4-430e-987f-0c2de1799b5f req-3ceedc82-f172-496f-9ed9-10c9d9969096 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535621 May 10 17:35:48.157983 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Allocated IP 172.20.0.14 (4f712391-4b54-4ac8-8181-9459cb98da58/3909bb9f-6f3c-44f9-b73f-819cd6047af0/aae2c21c-6d8a-4937-ab11-b79715e77223) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:48.170512 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:48.377193 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-28ecd5b1-ebbd-430a-8976-8cf36b4b3596 req-ced9d80a-bdac-4db2-b74d-f56ef4707a23 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 210 time: 0.0644560 May 10 17:35:48.463844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:48.887058 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:48.897971 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bf609-f518-44b0-b4df-cb8de8826b72 req-ea1dcf0c-eaa4-488b-9ff3-0479176cff08 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:48.900314 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5b2bf609-f518-44b0-b4df-cb8de8826b72 req-ea1dcf0c-eaa4-488b-9ff3-0479176cff08 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 943 time: 0.1002471 May 10 17:35:48.959607 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e8a68973-7eaf-4edf-ba6f-b924d35f9e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:49.026173 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.134336 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5b2bf609-f518-44b0-b4df-cb8de8826b72 req-9bc1c9f0-fc37-43e2-b221-4c64020221b2 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205493 May 10 17:35:49.159012 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192a73cb-3909-4c02-94de-b863b4dfc5e4,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:49.166817 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:49.175722 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f5ad9ac0-68fd-4e76-81fa-12e1489a3ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:49.271290 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40876) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:49.276817 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd909174fdf84d97bdf4657322786b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4147072 May 10 17:35:49.282517 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Network 4f712391-4b54-4ac8-8181-9459cb98da58 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:49.321849 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:49.343751 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:49.450376 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Pushing event updated for resources: {'Port': ['ID=aae2c21c-6d8a-4937-ab11-b79715e77223,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:49.454761 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-712aca38-2d27-4494-8502-daad08cff111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.461478 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:49.491158 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:49.491804 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.548066 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee2336-1fe6-446e-bedd-b7e8720f141c req-8883c0d0-cbfb-403a-942c-3490761735bd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:49.549142 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e4ee2336-1fe6-446e-bedd-b7e8720f141c req-8883c0d0-cbfb-403a-942c-3490761735bd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 943 time: 0.1680896 May 10 17:35:49.552482 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-712aca38-2d27-4494-8502-daad08cff111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.659605 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e4ee2336-1fe6-446e-bedd-b7e8720f141c req-9559ef5b-6e79-4731-a6c8-acefe6659c44 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975213 May 10 17:35:49.714931 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1700532 May 10 17:35:49.716173 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-ca1409e3-38c0-474f-8409-0d94e9309288 req-814c3a82-12ff-46d7-8400-3aedafa53dc4 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Synchronizing usage tracker for tenant:8361842b7c3844329203c723f841e5d2 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:49.836685 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-ca1409e3-38c0-474f-8409-0d94e9309288 req-814c3a82-12ff-46d7-8400-3aedafa53dc4 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Unset dirty status for tenant:8361842b7c3844329203c723f841e5d2 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:49.844774 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-712aca38-2d27-4494-8502-daad08cff111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.845001 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ca1409e3-38c0-474f-8409-0d94e9309288 req-814c3a82-12ff-46d7-8400-3aedafa53dc4 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 210 time: 0.1773224 May 10 17:35:49.845108 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:49.875469 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aca38-2d27-4494-8502-daad08cff111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192a73cb-3909-4c02-94de-b863b4dfc5e4,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:49.880301 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-712aca38-2d27-4494-8502-daad08cff111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:49.881584 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-712aca38-2d27-4494-8502-daad08cff111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:49.900790 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-712aca38-2d27-4494-8502-daad08cff111 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/192a73cb-3909-4c02-94de-b863b4dfc5e4 HTTP/1.1" status: 204 len: 168 time: 0.6244209 May 10 17:35:50.428757 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2d2df-6bc6-4e04-bb3f-6d90307785c2 req-393c1a0e-0ba8-464b-b0ab-9bb5151218a6 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:50.430266 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-54d2d2df-6bc6-4e04-bb3f-6d90307785c2 req-393c1a0e-0ba8-464b-b0ab-9bb5151218a6 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 943 time: 0.1695516 May 10 17:35:50.481392 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-54d2d2df-6bc6-4e04-bb3f-6d90307785c2 req-031eaf0e-1247-44cb-901e-0cd48aaedd46 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 May 10 17:35:50.635059 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Request body: {'port': {'device_id': 'd7ea9fe0-1c02-4bca-8ffe-866cd1de7039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:50.800998 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.897269 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40924) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:50.941367 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.986992 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-7a2282d2-67bc-4db0-a4af-255fb4a8d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:50.988445 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-7a2282d2-67bc-4db0-a4af-255fb4a8d4d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 200 len: 854 time: 0.3576429 May 10 17:35:51.012510 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:51.064720 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb7c678171543e0bc118857551138a3 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:51.072891 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-aabc2f0e-15de-4dc1-922d-26e37da97665 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3317282-bcf4-4c09-a169-c0aa31e707e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640235 May 10 17:35:51.074031 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:51.112678 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:51.175084 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c250c04f-3d50-42ce-85ac-fd0370076134 req-56b42d28-0a87-4ceb-9c6f-4f9cd49c8814 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 210 time: 0.0674419 May 10 17:35:51.184043 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2ec575a6-f7cc-457a-b60d-4f7487385be7 req-5395ac69-570d-416d-8e93-7fa1068e2b7a service neutron] 10.222.0.39 "GET /v2.0/networks/843228e9-8619-47e4-9a97-abc250602dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509970 May 10 17:35:51.257113 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-e5eafca6-6ed6-44f9-b947-6dae85810b05 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703944 May 10 17:35:51.344726 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896792-a142-44ce-a609-6646fcae31b8 req-7e19725c-a926-47e6-94a3-8998bb01cdfd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:51.352861 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b1896792-a142-44ce-a609-6646fcae31b8 req-7e19725c-a926-47e6-94a3-8998bb01cdfd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 943 time: 0.4494450 May 10 17:35:51.440246 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-59335e66-7be4-4869-a2ac-ea8e3f04de7b req-2ad0c78e-6d2b-46e6-a3c8-e34a266a8bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743317 May 10 17:35:51.448729 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.452711 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b1896792-a142-44ce-a609-6646fcae31b8 req-798b9209-c280-4f43-a274-3fb17981941e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982397 May 10 17:35:51.500387 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.524880 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-25224fdd-902a-4ea0-8889-3ab2614783e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:51.569487 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae2c21c-6d8a-4937-ab11-b79715e77223 {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:51.579664 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.593082 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cb7c678171543e0bc118857551138a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940923 May 10 17:35:51.595680 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 40956) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:51.598893 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37baa2ce-ff84-4521-8efa-62795e7e5f7b,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:51.601279 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Transition to ACTIVE for port object aae2c21c-6d8a-4937-ab11-b79715e77223 will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:51.612186 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:51.669062 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6703b8a2-0ae5-405e-9013-2d32e2eeae92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.715410 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.728629 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:51.808147 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6703b8a2-0ae5-405e-9013-2d32e2eeae92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.897383 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Pushing event updated for resources: {'Port': ['ID=aae2c21c-6d8a-4937-ab11-b79715e77223,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:51.907195 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:51.936843 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c095-b50b-4225-9821-250c8fab63b8 req-9ff5505f-0c1c-4e7a-a430-835515430b09 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:51.937541 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-6917c095-b50b-4225-9821-250c8fab63b8 req-9ff5505f-0c1c-4e7a-a430-835515430b09 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Synchronizing usage tracker for tenant:8361842b7c3844329203c723f841e5d2 on resource:network {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:51.970525 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227bc50-00c3-4286-975d-6c98f3021d66 req-ad7afd27-4ff8-4848-8fca-9afd5c161972 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:51.972024 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7227bc50-00c3-4286-975d-6c98f3021d66 req-ad7afd27-4ff8-4848-8fca-9afd5c161972 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 943 time: 0.3009970 May 10 17:35:52.022942 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Attempting to bind port aae2c21c-6d8a-4937-ab11-b79715e77223 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:52.023296 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Attempting to bind port aae2c21c-6d8a-4937-ab11-b79715e77223 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:52.023612 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Attempting to bind port aae2c21c-6d8a-4937-ab11-b79715e77223 on network 4f712391-4b54-4ac8-8181-9459cb98da58 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:52.035329 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Port aae2c21c-6d8a-4937-ab11-b79715e77223 on network 4f712391-4b54-4ac8-8181-9459cb98da58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:35:52.035575 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Attempting to bind port aae2c21c-6d8a-4937-ab11-b79715e77223 on network 4f712391-4b54-4ac8-8181-9459cb98da58 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:52.043798 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7227bc50-00c3-4286-975d-6c98f3021d66 req-72113943-2750-4989-93c5-e53e48bc2c27 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655401 May 10 17:35:52.046261 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:52.046634 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Checking segment: {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:52.047140 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Bound using segment: {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:52.047545 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Bound port: aae2c21c-6d8a-4937-ab11-b79715e77223, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:52.047876 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.064013 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-6917c095-b50b-4225-9821-250c8fab63b8 req-9ff5505f-0c1c-4e7a-a430-835515430b09 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Unset dirty status for tenant:8361842b7c3844329203c723f841e5d2 on resource:network {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:52.065191 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-9ff5505f-0c1c-4e7a-a430-835515430b09 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.39 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 819 time: 0.3686850 May 10 17:35:52.066704 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6703b8a2-0ae5-405e-9013-2d32e2eeae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.070917 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:52.084419 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703b8a2-0ae5-405e-9013-2d32e2eeae92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37baa2ce-ff84-4521-8efa-62795e7e5f7b,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:52.091947 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Request body: {'port': {'device_id': '8314fdff-7413-4108-9b15-6baca606f000', 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58', 'admin_state_up': True, 'tenant_id': '8361842b7c3844329203c723f841e5d2'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:52.111158 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6703b8a2-0ae5-405e-9013-2d32e2eeae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:52.115960 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6703b8a2-0ae5-405e-9013-2d32e2eeae92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.117082 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-6703b8a2-0ae5-405e-9013-2d32e2eeae92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37baa2ce-ff84-4521-8efa-62795e7e5f7b HTTP/1.1" status: 204 len: 168 time: 0.5204353 May 10 17:35:52.196720 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] For port aae2c21c-6d8a-4937-ab11-b79715e77223, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:52.201321 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] For port aae2c21c-6d8a-4937-ab11-b79715e77223, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aae2c21c-6d8a-4937-ab11-b79715e77223,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:52.295585 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.303656 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:52.341311 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:52.354796 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:52.437308 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-69b56f95-fbe4-40e8-8af7-f0d4bb1506dc req-a8bab1c9-1c7d-4226-b99d-c4722e68ebe2 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 210 time: 0.1344926 May 10 17:35:52.447655 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:52.448778 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.450153 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] 10.222.0.39 "PUT /v2.0/ports/aae2c21c-6d8a-4937-ab11-b79715e77223 HTTP/1.1" status: 200 len: 1094 time: 1.8214567 May 10 17:35:52.450977 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ea9fe0-1c02-4bca-8ffe-866cd1de7039', 'tag': 'aae2c21c-6d8a-4937-ab11-b79715e77223'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:52.472602 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Made reservation on behalf of 8361842b7c3844329203c723f841e5d2 for: {'port': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:52.479348 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:52.499123 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Pushing event updated for resources: {'Port': ['ID=aae2c21c-6d8a-4937-ab11-b79715e77223,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:52.502301 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:52.545972 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:35:52.550396 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ea9fe0-1c02-4bca-8ffe-866cd1de7039', 'tag': 'aae2c21c-6d8a-4937-ab11-b79715e77223', 'status': 'completed', 'code': 200} May 10 17:35:52.768944 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Allocated IP 172.20.0.10 (4f712391-4b54-4ac8-8181-9459cb98da58/3909bb9f-6f3c-44f9-b73f-819cd6047af0/f397a7c6-f53f-40df-9a4a-d6850a3eff1f) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:52.777841 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a0ac8-a9ca-4b6c-a722-e16690d1b995 req-0700a72f-ca82-4634-8c4b-395b4831b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:52.779825 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-311a0ac8-a9ca-4b6c-a722-e16690d1b995 req-0700a72f-ca82-4634-8c4b-395b4831b85b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1097 time: 0.1810060 May 10 17:35:52.926777 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ea4ac-c624-4b94-9613-1f4fd076f498 req-fe2a3e73-8c2f-4647-8f86-bc5f19f6a8a5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:52.935453 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8c6ea4ac-c624-4b94-9613-1f4fd076f498 req-fe2a3e73-8c2f-4647-8f86-bc5f19f6a8a5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 943 time: 0.2598810 May 10 17:35:53.046250 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8c6ea4ac-c624-4b94-9613-1f4fd076f498 req-3e51bba1-1501-4a18-bf01-8e133349656f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067698 May 10 17:35:53.060060 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a0ac8-a9ca-4b6c-a722-e16690d1b995 req-4848e5fc-0709-489e-ad4e-ff2d3bde3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:53.061843 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-311a0ac8-a9ca-4b6c-a722-e16690d1b995 req-4848e5fc-0709-489e-ad4e-ff2d3bde3b9c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8361842b7c3844329203c723f841e5d2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2559130 May 10 17:35:53.179776 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.352712 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.364111 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2392d145-ac52-4bfa-af59-9a8d570876d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:53.463149 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24b256-c105-4037-a91c-0db607d40f74 req-2aa6b589-c9b6-4c00-8e3b-776232e932b5 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:53.469012 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5d24b256-c105-4037-a91c-0db607d40f74 req-2aa6b589-c9b6-4c00-8e3b-776232e932b5 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 943 time: 0.1691151 May 10 17:35:53.473844 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Pushing event updated for resources: {'Port': ['ID=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:53.475193 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a0ac8-a9ca-4b6c-a722-e16690d1b995 req-04a1712a-2af0-4221-8120-ee849cb32707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:53.476783 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-311a0ac8-a9ca-4b6c-a722-e16690d1b995 req-04a1712a-2af0-4221-8120-ee849cb32707 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4023330 May 10 17:35:53.480510 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:53.482699 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Network 4f712391-4b54-4ac8-8181-9459cb98da58 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:53.483965 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:53.486376 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:53.532797 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5d24b256-c105-4037-a91c-0db607d40f74 req-3e95e66e-7ab9-4f38-a429-f0a12cab751c tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590303 May 10 17:35:53.631315 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:53.642631 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.724865 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-643dd85b-6476-40b0-8b1b-e4e9ccfb10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:53.726339 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-643dd85b-6476-40b0-8b1b-e4e9ccfb10c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1097 time: 0.1815319 May 10 17:35:53.793411 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7057364 May 10 17:35:53.812257 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Request body: {'port': {'device_id': '8314fdff-7413-4108-9b15-6baca606f000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:53.823203 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-475181eb-2815-4f85-b3bd-27b6588233a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae2c21c-6d8a-4937-ab11-b79715e77223 HTTP/1.1" status: 200 len: 217 time: 0.0789180 May 10 17:35:53.914952 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b34a-fa32-4f39-8410-d301e1d53844 req-4148bfcf-82b9-422c-9b41-d16f69529baa tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:53.917324 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5039b34a-fa32-4f39-8410-d301e1d53844 req-4148bfcf-82b9-422c-9b41-d16f69529baa tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 932 time: 0.2514350 May 10 17:35:53.923594 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-ab31df05-d9f0-493e-93f2-e1ecdcaaba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:53.925068 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-ab31df05-d9f0-493e-93f2-e1ecdcaaba5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 200 len: 859 time: 0.0960124 May 10 17:35:53.933935 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:53.944918 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41038) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:54.008426 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-2033a4f9-0aec-4017-aaea-d59442915fb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f712391-4b54-4ac8-8181-9459cb98da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480888 May 10 17:35:54.011733 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5039b34a-fa32-4f39-8410-d301e1d53844 req-fbe5bbdb-c448-483e-a5c2-abccf8cb7829 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846379 May 10 17:35:54.240184 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-1f22e484-ea08-4f65-8655-ddc19d096d23 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140851 May 10 17:35:54.409426 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.436527 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f397a7c6-f53f-40df-9a4a-d6850a3eff1f {{(pid=79268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:54.441306 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:54.448844 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.455006 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Usage tracker for resource:security_group_rule and tenant:add613a0a8a04791ae31ce71ffa2753f is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:54.457506 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:54.468661 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:54.479339 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Transition to ACTIVE for port object f397a7c6-f53f-40df-9a4a-d6850a3eff1f will not be triggered until provisioned by entity L2. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:54.489205 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7973f4-ce63-4875-aaf4-fadde153ee59 req-6f585515-4cb9-426c-860c-3c2e204073bf tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:54.505822 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8f7973f4-ce63-4875-aaf4-fadde153ee59 req-6f585515-4cb9-426c-860c-3c2e204073bf tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 943 time: 0.2456133 May 10 17:35:54.568754 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5895188d-cff0-47c1-8895-4525d94b8c93 req-0473233c-9dcf-4bc2-bc03-792dff1866f4 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543879 May 10 17:35:54.576782 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.579338 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8f7973f4-ce63-4875-aaf4-fadde153ee59 req-f2fe0817-f23b-4c00-b054-b63d916a8f78 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811176 May 10 17:35:54.690167 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.694930 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:54.748274 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.774087 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226700e0-cf8f-48cf-a8ff-16e861b44e35 req-2b8e6137-d2d1-4503-8707-04786f90aafa tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:54.776368 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-226700e0-cf8f-48cf-a8ff-16e861b44e35 req-2b8e6137-d2d1-4503-8707-04786f90aafa tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 943 time: 0.1084511 May 10 17:35:54.850463 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-226700e0-cf8f-48cf-a8ff-16e861b44e35 req-01a45722-d283-4238-a6cb-29c1d26014c3 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681014 May 10 17:35:54.867312 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=add613a0a8a04791ae31ce71ffa2753f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9214466 May 10 17:35:54.870963 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41072) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:54.880542 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Pushing event updated for resources: {'Port': ['ID=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:54.909560 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:54.914658 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-02e2d000-1703-4813-96fd-1d0b4cc43f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:54.944589 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-003027c8-9056-49b6-92ac-f708bf07376d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.976152 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-003027c8-9056-49b6-92ac-f708bf07376d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.984940 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe8686-2611-4599-919a-310d15436a62,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:54.989438 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:55.019849 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Attempting to bind port f397a7c6-f53f-40df-9a4a-d6850a3eff1f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:55.020276 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Attempting to bind port f397a7c6-f53f-40df-9a4a-d6850a3eff1f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:55.020612 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Attempting to bind port f397a7c6-f53f-40df-9a4a-d6850a3eff1f on network 4f712391-4b54-4ac8-8181-9459cb98da58 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:55.025557 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Port f397a7c6-f53f-40df-9a4a-d6850a3eff1f on network 4f712391-4b54-4ac8-8181-9459cb98da58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:35:55.025880 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Attempting to bind port f397a7c6-f53f-40df-9a4a-d6850a3eff1f on network 4f712391-4b54-4ac8-8181-9459cb98da58 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:55.031520 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:55.032211 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Checking segment: {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:55.032492 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Bound using segment: {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:55.033507 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Bound port: f397a7c6-f53f-40df-9a4a-d6850a3eff1f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58'}}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:55.033507 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.146370 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:55.151862 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] For port f397a7c6-f53f-40df-9a4a-d6850a3eff1f, host hv-cinder-78638, cleared binding levels {{(pid=79268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:55.156380 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] For port f397a7c6-f53f-40df-9a4a-d6850a3eff1f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:55.165920 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-003027c8-9056-49b6-92ac-f708bf07376d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.169891 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:55.198172 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003027c8-9056-49b6-92ac-f708bf07376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe8686-2611-4599-919a-310d15436a62,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:55.200688 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-003027c8-9056-49b6-92ac-f708bf07376d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:55.243261 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-003027c8-9056-49b6-92ac-f708bf07376d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.250344 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-003027c8-9056-49b6-92ac-f708bf07376d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbbe8686-2611-4599-919a-310d15436a62 HTTP/1.1" status: 204 len: 168 time: 0.3733418 May 10 17:35:55.295402 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.301262 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:55.345109 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a205a74-6346-430e-9fe3-b1a022f1f39c req-3e5b51b9-c0e8-4603-9e9c-5660447f518b tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:55.348332 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1a205a74-6346-430e-9fe3-b1a022f1f39c req-3e5b51b9-c0e8-4603-9e9c-5660447f518b tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 944 time: 0.1541831 May 10 17:35:55.414743 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,segment=NetworkSegment(abf856d6-35da-4577-bdb6-d1962a4210dc),segment_id=abf856d6-35da-4577-bdb6-d1962a4210dc)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:55.420735 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:55.423902 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.428805 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] 10.222.0.39 "PUT /v2.0/ports/f397a7c6-f53f-40df-9a4a-d6850a3eff1f HTTP/1.1" status: 200 len: 1094 time: 1.6182687 May 10 17:35:55.432140 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8314fdff-7413-4108-9b15-6baca606f000', 'tag': 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:55.434732 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '8579bb6c-ec98-48a9-84f4-4cb8ee9a278e', 'network_id': '843228e9-8619-47e4-9a97-abc250602dd1', 'port_id': '8579bb6c-ec98-48a9-84f4-4cb8ee9a278e', 'mac_address': 'fa:16:3e:8f:9c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c655ae1-aad4-411c-a27d-0a09d37e5a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:55.447320 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1a205a74-6346-430e-9fe3-b1a022f1f39c req-deebcc89-5fc9-4b1f-be25-bad4a9c43430 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918517 May 10 17:35:55.470469 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Pushing event updated for resources: {'Port': ['ID=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,revision_number=3']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:55.470469 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:55.500542 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8314fdff-7413-4108-9b15-6baca606f000', 'tag': 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f', 'status': 'completed', 'code': 200} May 10 17:35:55.534313 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.567195 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:55.586980 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,segment=NetworkSegment(abf856d6-35da-4577-bdb6-d1962a4210dc),segment_id=abf856d6-35da-4577-bdb6-d1962a4210dc)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:55.642458 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c1a-ce4d-4a98-a6db-fb5961252a57 req-e6ef9e32-5742-411b-ad47-e307b78d857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:55.643976 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-29e46c1a-ce4d-4a98-a6db-fb5961252a57 req-e6ef9e32-5742-411b-ad47-e307b78d857f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 1097 time: 0.0950067 May 10 17:35:55.695488 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.697789 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:55.706261 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bfa6d001-636a-4530-88f7-ddcf850fb3a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:55.849457 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff405-259d-4469-97ca-a13dae420b29 req-7db64eb3-ca01-4015-96cc-2be0fb02fe3b tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:55.851156 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-028ff405-259d-4469-97ca-a13dae420b29 req-7db64eb3-ca01-4015-96cc-2be0fb02fe3b tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 943 time: 0.1461585 May 10 17:35:55.854196 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:55.854829 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c1a-ce4d-4a98-a6db-fb5961252a57 req-69516093-c7cb-462b-ab69-e99d74fa1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:55.855819 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:55.856621 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-29e46c1a-ce4d-4a98-a6db-fb5961252a57 req-69516093-c7cb-462b-ab69-e99d74fa1ec4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8361842b7c3844329203c723f841e5d2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1989243 May 10 17:35:55.922689 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:55.954277 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'port_id': '626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'mac_address': 'fa:16:3e:1c:40:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dbaadc-e448-431b-97b4-54ab83826a1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:55.966728 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-028ff405-259d-4469-97ca-a13dae420b29 req-44ba9543-e316-4b5c-a4bf-a58ada93c0d4 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030765 May 10 17:35:56.140800 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.184846 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:56.189994 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da25f59-e663-4cb6-b848-7c906e063400 req-46f4ed03-a795-414a-8b3c-0bc566dc2c3c tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:56.203082 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8da25f59-e663-4cb6-b848-7c906e063400 req-46f4ed03-a795-414a-8b3c-0bc566dc2c3c tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 944 time: 0.1281531 May 10 17:35:56.226499 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:56.226933 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c1a-ce4d-4a98-a6db-fb5961252a57 req-d98a5c97-e8c8-495c-b524-6dae460a2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:56.226933 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-29e46c1a-ce4d-4a98-a6db-fb5961252a57 req-d98a5c97-e8c8-495c-b524-6dae460a2a18 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3614578 May 10 17:35:56.267263 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8da25f59-e663-4cb6-b848-7c906e063400 req-d9a344be-788e-495f-9f72-821a58708fa8 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631988 May 10 17:35:56.363870 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.364789 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:56.380554 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c095-b50b-4225-9821-250c8fab63b8 req-852db002-8b14-4e75-ab51-fa3d9dc56330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:56.382580 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-852db002-8b14-4e75-ab51-fa3d9dc56330 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 1097 time: 0.0842333 May 10 17:35:56.439383 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:56.442964 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:56.450292 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41128) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:56.492328 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.511896 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:56.517051 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1b23556f08bb4703988592ae138866c2 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:56.521340 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:56.529684 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:56.547200 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-0f59c380-d52f-4227-ad16-e3859f600cba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f397a7c6-f53f-40df-9a4a-d6850a3eff1f HTTP/1.1" status: 200 len: 217 time: 0.1507876 May 10 17:35:56.626082 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917c095-b50b-4225-9821-250c8fab63b8 req-37a1c466-f9f4-4228-9b4a-54d4c3f679be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:56.628341 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-37a1c466-f9f4-4228-9b4a-54d4c3f679be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 200 len: 859 time: 0.0744226 May 10 17:35:56.684288 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-123b89f0-74e3-4387-a32c-2d4525324c4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f712391-4b54-4ac8-8181-9459cb98da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472407 May 10 17:35:56.712741 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41138) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:56.755926 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.773981 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906d1e0-832b-4dff-b05d-42e07ce87c4f req-8f5f6853-4a9d-492e-948a-8e408d204ba3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:56.779499 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1906d1e0-832b-4dff-b05d-42e07ce87c4f req-8f5f6853-4a9d-492e-948a-8e408d204ba3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 944 time: 0.1969838 May 10 17:35:56.798968 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['626cdea8-8fdb-4bd9-81fa-7bb56e61c966'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:56.850281 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1906d1e0-832b-4dff-b05d-42e07ce87c4f req-f6e759fa-f394-421d-aac6-a7628124d3a7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 May 10 17:35:56.857558 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['8579bb6c-ec98-48a9-84f4-4cb8ee9a278e'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:56.866585 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.880161 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0c7d2cd0-c54a-4fe8-aaf9-f8fd0a8d003d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:56.924965 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b23556f08bb4703988592ae138866c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736092 May 10 17:35:56.927974 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41150) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:56.928745 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c019c81f-e937-40ca-8617-b2ac51621bdb,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:56.936305 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:56.971268 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-300f6505-71e7-4df4-8325-ea43b2a890d5 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774875 May 10 17:35:56.972720 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.020422 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ab63-9134-4401-af48-08bd18da4a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.030611 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:57.037243 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Usage tracker for resource:security_group_rule and tenant:1debac819d6b4c9eb88b560a7b3093dc is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:57.042260 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:57.049714 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:57.095366 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ab63-9134-4401-af48-08bd18da4a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.125204 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device aae2c21c-6d8a-4937-ab11-b79715e77223 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:57.152268 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.281129 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.291955 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:57.303068 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6917c095-b50b-4225-9821-250c8fab63b8 req-b24d78d1-9f2b-4905-843c-6e2fc3b13c4c service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172495 May 10 17:35:57.356377 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1debac819d6b4c9eb88b560a7b3093dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397140 May 10 17:35:57.359625 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41162) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:57.379732 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda03c7d-4d8a-4923-8bb2-af3929c820f7,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:57.400304 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:57.406457 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ab63-9134-4401-af48-08bd18da4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.416930 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b6a4-de65-40ae-a9f4-56b80cf82bd0 req-80f75029-f385-42d3-9e64-091dcb154ab9 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:57.418719 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dc76b6a4-de65-40ae-a9f4-56b80cf82bd0 req-80f75029-f385-42d3-9e64-091dcb154ab9 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 944 time: 0.1524644 May 10 17:35:57.426662 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8611ef5f-7241-40f0-9d1d-4ec0ea7f7de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:57.454607 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e13afe77-6afe-41af-b2dc-73876951e574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.458097 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port aae2c21c-6d8a-4937-ab11-b79715e77223, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aae2c21c-6d8a-4937-ab11-b79715e77223,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:57.476765 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'aae2c21c-6d8a-4937-ab11-b79715e77223', 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58', 'port_id': 'aae2c21c-6d8a-4937-ab11-b79715e77223', 'mac_address': 'fa:16:3e:fc:6c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3909bb9f-6f3c-44f9-b73f-819cd6047af0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:57.484512 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e13afe77-6afe-41af-b2dc-73876951e574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.501856 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7ab63-9134-4401-af48-08bd18da4a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c019c81f-e937-40ca-8617-b2ac51621bdb,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:57.504184 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e2b7ab63-9134-4401-af48-08bd18da4a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:57.517665 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ab63-9134-4401-af48-08bd18da4a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.519288 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-e2b7ab63-9134-4401-af48-08bd18da4a0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c019c81f-e937-40ca-8617-b2ac51621bdb HTTP/1.1" status: 204 len: 168 time: 0.5808034 May 10 17:35:57.546932 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dc76b6a4-de65-40ae-a9f4-56b80cf82bd0 req-1eb2d874-39cc-4d92-a6fb-c9aeb01db195 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106939 May 10 17:35:57.565509 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.585116 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511b4e-9ef1-4070-bf5a-b62c17ca1dcc req-2542f6f1-4b23-486e-bb38-4bae9bd67b52 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:57.586643 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-00511b4e-9ef1-4070-bf5a-b62c17ca1dcc req-2542f6f1-4b23-486e-bb38-4bae9bd67b52 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 944 time: 0.1624899 May 10 17:35:57.591527 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae2c21c-6d8a-4937-ab11-b79715e77223 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:57.609387 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port aae2c21c-6d8a-4937-ab11-b79715e77223, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aae2c21c-6d8a-4937-ab11-b79715e77223,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:57.638188 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-00511b4e-9ef1-4070-bf5a-b62c17ca1dcc req-c26a9ea6-a488-49fe-a18c-9de71a41de9e tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 May 10 17:35:57.689248 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e13afe77-6afe-41af-b2dc-73876951e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.689847 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.691707 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:57.696635 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:57.711403 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13afe77-6afe-41af-b2dc-73876951e574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda03c7d-4d8a-4923-8bb2-af3929c820f7,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:57.714708 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e13afe77-6afe-41af-b2dc-73876951e574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:57.724691 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e13afe77-6afe-41af-b2dc-73876951e574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:57.725829 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e13afe77-6afe-41af-b2dc-73876951e574 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bda03c7d-4d8a-4923-8bb2-af3929c820f7 HTTP/1.1" status: 204 len: 168 time: 0.3653045 May 10 17:35:57.778797 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=aae2c21c-6d8a-4937-ab11-b79715e77223,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:57.781838 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:58.062139 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62e57-e116-47bc-9855-0114bd33f6f0 req-e5cec730-4cfe-481c-b247-08a13c78bc4f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:58.063223 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['aae2c21c-6d8a-4937-ab11-b79715e77223'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:58.063917 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f9b62e57-e116-47bc-9855-0114bd33f6f0 req-e5cec730-4cfe-481c-b247-08a13c78bc4f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 944 time: 0.0958023 May 10 17:35:58.128949 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f9b62e57-e116-47bc-9855-0114bd33f6f0 req-25f99b2f-b4e1-45ae-82c7-436031d94a56 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537415 May 10 17:35:58.557889 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:58.567000 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41198) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:58.606657 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:58.633792 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:58.642680 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0c3ca39d3f472ea30c356333e87b7c is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:58.649095 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:58.660944 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:58.777466 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:58.876680 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:58.935646 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-9ca7e8df-c215-4e2c-b1bc-d951f5ad42b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:58.961314 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f0c3ca39d3f472ea30c356333e87b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929763 May 10 17:35:58.961789 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41216) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:58.962524 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801c27f-0424-4e33-9599-fb6439640aa4 req-54147be5-ecad-4c83-9404-7d106a2ca27e tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:58.971303 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7801c27f-0424-4e33-9599-fb6439640aa4 req-54147be5-ecad-4c83-9404-7d106a2ca27e tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 944 time: 0.2105825 May 10 17:35:59.023068 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41222) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:59.044617 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb15e51b-9e98-404d-aa4b-4768592f0519,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:59.049589 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09297fd3-2b6b-4a31-ba59-8e4ea5ae8d0b req-bd6ac99c-2220-48f0-b444-8d6c40c76ede tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:59.049900 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:59.051497 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-09297fd3-2b6b-4a31-ba59-8e4ea5ae8d0b req-bd6ac99c-2220-48f0-b444-8d6c40c76ede tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 944 time: 0.2191935 May 10 17:35:59.073436 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7801c27f-0424-4e33-9599-fb6439640aa4 req-460a6195-8118-4e1c-922d-bdafa0b2394b tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985157 May 10 17:35:59.085950 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c712b101-9550-442d-a41d-4173c170dcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.132968 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c712b101-9550-442d-a41d-4173c170dcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.136897 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device aae2c21c-6d8a-4937-ab11-b79715e77223 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:59.140999 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-09297fd3-2b6b-4a31-ba59-8e4ea5ae8d0b req-9d36f007-b65d-4396-88ef-53b00beeba52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619698 May 10 17:35:59.245584 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.261724 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:59.266277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Usage tracker for resource:security_group_rule and tenant:c68b26f3ad6648ad9ebcfa7c52239643 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:59.269093 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:59.274781 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:59.348979 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5955f1-e18d-4cea-80ea-5b50bd1668ba req-902f4017-0e98-4d97-a5ff-72c7145757e8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:59.350628 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7e5955f1-e18d-4cea-80ea-5b50bd1668ba req-902f4017-0e98-4d97-a5ff-72c7145757e8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 944 time: 0.0860672 May 10 17:35:59.363696 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port aae2c21c-6d8a-4937-ab11-b79715e77223 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:59.369049 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port aae2c21c-6d8a-4937-ab11-b79715e77223 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:59.369907 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.382305 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c712b101-9550-442d-a41d-4173c170dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.396127 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b94e7a96-8496-4357-a1da-a74e1fd07049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:59.412519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712b101-9550-442d-a41d-4173c170dcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb15e51b-9e98-404d-aa4b-4768592f0519,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:59.413949 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7e5955f1-e18d-4cea-80ea-5b50bd1668ba req-2ee6bdd0-4859-41e8-b990-2b0a5e630129 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568454 May 10 17:35:59.424404 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c712b101-9550-442d-a41d-4173c170dcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:59.436137 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c712b101-9550-442d-a41d-4173c170dcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.439464 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c712b101-9550-442d-a41d-4173c170dcad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb15e51b-9e98-404d-aa4b-4768592f0519 HTTP/1.1" status: 204 len: 168 time: 0.4726355 May 10 17:35:59.507355 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.518244 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.550872 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ea9fe0-1c02-4bca-8ffe-866cd1de7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae2c21c-6d8a-4937-ab11-b79715e77223'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:59.615608 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port aae2c21c-6d8a-4937-ab11-b79715e77223, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aae2c21c-6d8a-4937-ab11-b79715e77223,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:59.666856 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.678806 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:59.713047 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.714635 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:59.719748 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c68b26f3ad6648ad9ebcfa7c52239643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6956079 May 10 17:35:59.725289 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d6405-d355-48ca-8314-746a0d3d9e01,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:59.725424 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41240) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:59.725515 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:59.779174 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bcf2c1fa-cd10-4578-b5b7-ac61bec51440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:59.807417 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a5c0bbdf-2957-4dde-9077-b4de05b4e594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.837222 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a5c0bbdf-2957-4dde-9077-b4de05b4e594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:59.863878 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=aae2c21c-6d8a-4937-ab11-b79715e77223,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:59.867508 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:59.922990 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:59.927855 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:59.928307 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.031994 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a5c0bbdf-2957-4dde-9077-b4de05b4e594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.036243 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-6286ae4c-2812-405c-9281-a054eeac3c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:00.064354 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0bbdf-2957-4dde-9077-b4de05b4e594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d6405-d355-48ca-8314-746a0d3d9e01,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:00.078174 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a5c0bbdf-2957-4dde-9077-b4de05b4e594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:00.080665 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a5c0bbdf-2957-4dde-9077-b4de05b4e594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.081810 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-a5c0bbdf-2957-4dde-9077-b4de05b4e594 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/750d6405-d355-48ca-8314-746a0d3d9e01 HTTP/1.1" status: 204 len: 168 time: 0.3549411 May 10 17:36:00.177501 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.268126 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ea9fe0-1c02-4bca-8ffe-866cd1de7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae2c21c-6d8a-4937-ab11-b79715e77223', 'code': 200} May 10 17:36:00.268126 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,segment=NetworkSegment(abf856d6-35da-4577-bdb6-d1962a4210dc),segment_id=abf856d6-35da-4577-bdb6-d1962a4210dc)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:00.340601 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.342448 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:00.371547 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:00.440746 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eed2fe-d412-4a23-a17f-7338cabc1821 req-3da8f96a-41aa-4761-990f-d6b3c2b62eff tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:00.442668 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8eed2fe-d412-4a23-a17f-7338cabc1821 req-3da8f96a-41aa-4761-990f-d6b3c2b62eff tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 944 time: 0.1469932 May 10 17:36:00.473741 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:00.476887 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:00.497900 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2868d6-5089-40c1-9757-f1780b9bc6fa req-0274c029-809f-4d79-9116-2eca77ad2a6d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:00.499636 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3d2868d6-5089-40c1-9757-f1780b9bc6fa req-0274c029-809f-4d79-9116-2eca77ad2a6d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 944 time: 0.1432381 May 10 17:36:00.545254 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8eed2fe-d412-4a23-a17f-7338cabc1821 req-2737b375-e366-46c4-87c9-34d2eed92f82 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919240 May 10 17:36:00.575906 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3d2868d6-5089-40c1-9757-f1780b9bc6fa req-cc2bd90b-abfa-43fa-867f-a855b9dbaf6d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669870 May 10 17:36:00.746571 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90704b-cdaf-4afd-8bd8-fc86313dd717 req-f3f291cf-9592-45a1-a5ac-415f0590744e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:00.746571 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cd90704b-cdaf-4afd-8bd8-fc86313dd717 req-f3f291cf-9592-45a1-a5ac-415f0590744e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 944 time: 0.0794487 May 10 17:36:00.789841 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cd90704b-cdaf-4afd-8bd8-fc86313dd717 req-f2568873-2412-494a-a414-4bab4d5c62f0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385668 May 10 17:36:00.820781 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:00.826691 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:00.827074 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.953479 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:00.969891 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-2244f5fb-fc8f-4d66-866c-387b01dd0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:00.971386 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-2244f5fb-fc8f-4d66-866c-387b01dd0fd9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1099 time: 0.0715482 May 10 17:36:00.988677 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:00.993378 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.008493 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:01.012792 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Usage tracker for resource:security_group_rule and tenant:9159a0c9a7b141a09525738832db1349 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:01.015592 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:01.021816 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:01.123162 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.126228 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bcf2c1fa-cd10-4578-b5b7-ac61bec51440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:01.127733 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.186836 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device f397a7c6-f53f-40df-9a4a-d6850a3eff1f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:36:01.272164 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.272164 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6703b8a2-0ae5-405e-9013-2d32e2eeae92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:01.287777 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:01.291559 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:01.302572 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6b7c5ac9-c523-4d16-bbdf-8258082708e3 req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245852 May 10 17:36:01.317593 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e6e4c-7cfb-4414-a014-8c4e58854c9c,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:01.320843 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:01.354695 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port f397a7c6-f53f-40df-9a4a-d6850a3eff1f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:01.368097 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f', 'network_id': '4f712391-4b54-4ac8-8181-9459cb98da58', 'port_id': 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f', 'mac_address': 'fa:16:3e:a5:2e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3909bb9f-6f3c-44f9-b73f-819cd6047af0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:36:01.427458 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.445527 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f397a7c6-f53f-40df-9a4a-d6850a3eff1f {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:01.462191 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port f397a7c6-f53f-40df-9a4a-d6850a3eff1f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:01.477736 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41308) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:01.563628 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.565397 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:01.641529 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:01.641529 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:01.671270 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.692894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:01.697871 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Usage tracker for resource:security_group_rule and tenant:883bca0afb934d75ba0da685a85c4af1 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:01.702036 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:01.747218 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:01.890109 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['f397a7c6-f53f-40df-9a4a-d6850a3eff1f'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:01.916165 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac67ebe-201f-431f-a833-2ff69c528dc9 req-238f1036-a697-4f66-bf65-c5b31d745bd6 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:01.917624 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8ac67ebe-201f-431f-a833-2ff69c528dc9 req-238f1036-a697-4f66-bf65-c5b31d745bd6 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 945 time: 0.2113216 May 10 17:36:01.950749 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490fff9-5b31-4e50-9a52-8f4a5a342dfa req-8022c266-327d-41c1-9492-7d1b94ae2761 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:01.951876 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1490fff9-5b31-4e50-9a52-8f4a5a342dfa req-8022c266-327d-41c1-9492-7d1b94ae2761 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 945 time: 0.2059829 May 10 17:36:02.076231 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.095999 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8ac67ebe-201f-431f-a833-2ff69c528dc9 req-2f945ec6-ce0c-4c7b-87bc-654f1e58f3cd tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627140 May 10 17:36:02.111583 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1490fff9-5b31-4e50-9a52-8f4a5a342dfa req-6a9b1c81-3b7e-4edb-815b-244a3e5a3c88 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391187 May 10 17:36:02.175706 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.185878 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-003027c8-9056-49b6-92ac-f708bf07376d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:02.250824 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba6e22d-3fef-4092-9eaf-58ba07c6b082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579bb6c-ec98-48a9-84f4-4cb8ee9a278e'}, {'server_uuid': 'b276cdd3-182b-42c4-b011-aa7c702ffd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626cdea8-8fdb-4bd9-81fa-7bb56e61c966'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:02.319009 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac4b288-74e4-451e-b29b-d9d743536b8e,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:02.343468 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:02.346496 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=883bca0afb934d75ba0da685a85c4af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8665237 May 10 17:36:02.349641 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41344) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:02.357501 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba6e22d-3fef-4092-9eaf-58ba07c6b082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579bb6c-ec98-48a9-84f4-4cb8ee9a278e', 'code': 200} May 10 17:36:02.358780 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b276cdd3-182b-42c4-b011-aa7c702ffd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'code': 200} May 10 17:36:02.467252 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e50f2-1493-4b39-834f-891bb46660bc req-235f8d35-a41a-43e3-88e1-ea71d4d12fd0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:02.470473 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2d9e50f2-1493-4b39-834f-891bb46660bc req-235f8d35-a41a-43e3-88e1-ea71d4d12fd0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 945 time: 0.1992731 May 10 17:36:02.474914 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-63259da0-eb74-4a13-b337-252cd5bb6c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.529008 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-63259da0-eb74-4a13-b337-252cd5bb6c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.578338 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2d9e50f2-1493-4b39-834f-891bb46660bc req-482ca3ff-6e81-4a33-bc52-9147a64527c7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913603 May 10 17:36:02.723473 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-63259da0-eb74-4a13-b337-252cd5bb6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.733049 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:02.747502 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63259da0-eb74-4a13-b337-252cd5bb6c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac4b288-74e4-451e-b29b-d9d743536b8e,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:02.748966 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-63259da0-eb74-4a13-b337-252cd5bb6c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:02.773584 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-63259da0-eb74-4a13-b337-252cd5bb6c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:02.777717 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-63259da0-eb74-4a13-b337-252cd5bb6c4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ac4b288-74e4-451e-b29b-d9d743536b8e HTTP/1.1" status: 204 len: 168 time: 0.4269540 May 10 17:36:02.881211 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36352f90-61cc-43cd-8e62-18f97aceb778 req-c466c3c3-8c1d-4041-8ab9-82de2fd01d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:02.883360 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-36352f90-61cc-43cd-8e62-18f97aceb778 req-c466c3c3-8c1d-4041-8ab9-82de2fd01d7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 1098 time: 0.0993326 May 10 17:36:02.945491 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-36352f90-61cc-43cd-8e62-18f97aceb778 req-999943dc-edf7-4adb-9399-e5feb04385d3 service neutron] Synchronizing usage tracker for tenant:9159a0c9a7b141a09525738832db1349 on resource:security_group {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:03.000446 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655e03f-4081-40ca-8ded-cc80434fa298 req-6376d04d-d7a7-4966-b2ec-11aba0f8bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:03.002335 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8655e03f-4081-40ca-8ded-cc80434fa298 req-6376d04d-d7a7-4966-b2ec-11aba0f8bcf5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 1098 time: 0.0988014 May 10 17:36:03.075679 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8655e03f-4081-40ca-8ded-cc80434fa298 req-4b10853a-ee2c-4fef-ac5b-0d86dc17dc41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622940 May 10 17:36:03.083459 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-36352f90-61cc-43cd-8e62-18f97aceb778 req-999943dc-edf7-4adb-9399-e5feb04385d3 service neutron] Unset dirty status for tenant:9159a0c9a7b141a09525738832db1349 on resource:security_group {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:03.086022 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-36352f90-61cc-43cd-8e62-18f97aceb778 req-999943dc-edf7-4adb-9399-e5feb04385d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827650 May 10 17:36:03.158354 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device f397a7c6-f53f-40df-9a4a-d6850a3eff1f up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:03.409822 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port f397a7c6-f53f-40df-9a4a-d6850a3eff1f completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:03.417260 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port f397a7c6-f53f-40df-9a4a-d6850a3eff1f triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:03.417649 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.449278 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52224-8960-4c64-b5bb-33fb8e1cbdac req-2129a976-4c88-415f-8138-93c169e88d0b tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:03.451281 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-44d52224-8960-4c64-b5bb-33fb8e1cbdac req-2129a976-4c88-415f-8138-93c169e88d0b tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 945 time: 0.1464660 May 10 17:36:03.503923 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-44d52224-8960-4c64-b5bb-33fb8e1cbdac req-0bc627f1-2319-491b-9bab-dd8c0c9d9316 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 May 10 17:36:03.583028 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.627702 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port f397a7c6-f53f-40df-9a4a-d6850a3eff1f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:03.721331 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b65218-52a5-40a4-b0b0-93e302fcbcc3 req-8c528a02-a3da-4fd2-8a2f-6f0186b45dc6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:03.721832 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.721931 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-46b65218-52a5-40a4-b0b0-93e302fcbcc3 req-8c528a02-a3da-4fd2-8a2f-6f0186b45dc6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 945 time: 0.1035979 May 10 17:36:03.722059 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:03.783623 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-46b65218-52a5-40a4-b0b0-93e302fcbcc3 req-0f589f28-236b-4b46-9748-e44c879912d5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568659 May 10 17:36:03.831645 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:03.839202 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:03.847148 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41414) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:03.872052 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.892341 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:03.897285 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Usage tracker for resource:security_group_rule and tenant:b510bd288d8e4317a5d891e081fbd211 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:03.903933 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:03.911447 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:03.988591 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e37e2-6d64-41a4-964a-e8ecdd044676 req-2c81454b-4476-440b-a2cb-a3b30681fb35 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:03.990373 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea0e37e2-6d64-41a4-964a-e8ecdd044676 req-2c81454b-4476-440b-a2cb-a3b30681fb35 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1705093 May 10 17:36:04.029429 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.070939 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea0e37e2-6d64-41a4-964a-e8ecdd044676 req-1853ed90-b108-400e-8b27-c11957533c0e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734837 May 10 17:36:04.138844 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.147547 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:04.187258 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b510bd288d8e4317a5d891e081fbd211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381827 May 10 17:36:04.188864 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65e7b4d-4eb4-4218-a27f-aae5afea9b7e,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:04.190103 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41426) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:04.204969 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:04.255927 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1cbbf7a1-c166-46ed-b95e-94a1a1a75ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.283208 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1cbbf7a1-c166-46ed-b95e-94a1a1a75ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.361025 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8314fdff-7413-4108-9b15-6baca606f000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:04.405779 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8314fdff-7413-4108-9b15-6baca606f000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f', 'code': 200} May 10 17:36:04.455263 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1cbbf7a1-c166-46ed-b95e-94a1a1a75ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.460677 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:04.474581 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbf7a1-c166-46ed-b95e-94a1a1a75ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65e7b4d-4eb4-4218-a27f-aae5afea9b7e,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:04.477458 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1cbbf7a1-c166-46ed-b95e-94a1a1a75ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:04.483990 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1cbbf7a1-c166-46ed-b95e-94a1a1a75ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:04.488340 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-1cbbf7a1-c166-46ed-b95e-94a1a1a75ae7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b65e7b4d-4eb4-4218-a27f-aae5afea9b7e HTTP/1.1" status: 204 len: 168 time: 0.2971411 May 10 17:36:04.560680 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41450) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:04.743118 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5facab-d7e2-43c8-805f-59f2b738a0b1 req-f3d5768b-0a04-4a34-9de8-94292b6e4ad8 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:04.746003 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9a5facab-d7e2-43c8-805f-59f2b738a0b1 req-f3d5768b-0a04-4a34-9de8-94292b6e4ad8 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 945 time: 0.0978191 May 10 17:36:04.821226 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9a5facab-d7e2-43c8-805f-59f2b738a0b1 req-5b5eb2af-9b73-44ee-b7fc-b017a3eb0c36 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691395 May 10 17:36:05.082710 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a783537-4a6f-400c-ab72-28909b06877d req-ec0eabf0-2137-40f3-a470-89364221bd75 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:05.090190 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6a783537-4a6f-400c-ab72-28909b06877d req-ec0eabf0-2137-40f3-a470-89364221bd75 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 945 time: 0.1569796 May 10 17:36:05.148210 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6a783537-4a6f-400c-ab72-28909b06877d req-d3a7f64d-72d9-4483-af6e-072f8d24e4c8 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558610 May 10 17:36:05.213013 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7249899-b5cb-44fa-92cc-12fff225e28d req-4155c418-f191-4c8b-8b13-1bf8d63343d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:05.223042 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a7249899-b5cb-44fa-92cc-12fff225e28d req-4155c418-f191-4c8b-8b13-1bf8d63343d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 1099 time: 0.2174869 May 10 17:36:05.227270 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.235146 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41466) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:05.279641 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:05.288287 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb87bf426884c0dbf148e989e993d59 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:05.297127 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:05.338133 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:05.340175 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.356416 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a7249899-b5cb-44fa-92cc-12fff225e28d req-753df573-2be7-4f51-b077-60ca24832e02 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133795 May 10 17:36:05.365108 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:05.370240 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Usage tracker for resource:security_group_rule and tenant:0eac05f081c84bff93605cf62a991af7 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:05.373809 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:05.380692 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:05.402249 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6e225bf4-cee0-4b9a-ba75-fb1b16687031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.432253 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c1f8c-0943-4fd1-a6ba-4436595d68d7 req-77e6e878-6316-48c1-afb5-9f15a3f7b778 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:05.433703 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9f4c1f8c-0943-4fd1-a6ba-4436595d68d7 req-77e6e878-6316-48c1-afb5-9f15a3f7b778 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1325586 May 10 17:36:05.476146 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.505752 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.508900 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9f4c1f8c-0943-4fd1-a6ba-4436595d68d7 req-b056ecfc-ad98-4b90-8177-96d58a6b9e4f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678661 May 10 17:36:05.580499 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.594851 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:05.626825 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0eac05f081c84bff93605cf62a991af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899612 May 10 17:36:05.629835 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41480) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:05.634931 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2fd54f-e7b3-45bb-bd29-36902a5e7861,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:05.637723 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:05.647624 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.657985 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:05.725308 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bb87bf426884c0dbf148e989e993d59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1608930 May 10 17:36:05.725710 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ef1312-13a2-40de-83e8-2c8bfc77a06a,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:05.726506 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41484) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:05.730889 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:05.748429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3ab13078-1387-4997-939f-664707980a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.776211 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3ab13078-1387-4997-939f-664707980a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.795206 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-92ad9038-6fcf-4490-8195-33f95bdbe974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.828067 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-92ad9038-6fcf-4490-8195-33f95bdbe974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.976198 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3ab13078-1387-4997-939f-664707980a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:05.985785 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8ceebcf7-bdf9-4d8e-93ee-90258d8690d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:06.002165 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-92ad9038-6fcf-4490-8195-33f95bdbe974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:06.004112 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab13078-1387-4997-939f-664707980a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2fd54f-e7b3-45bb-bd29-36902a5e7861,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:06.013153 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3ab13078-1387-4997-939f-664707980a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:06.014814 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-63259da0-eb74-4a13-b337-252cd5bb6c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:06.048533 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3ab13078-1387-4997-939f-664707980a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:06.053632 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-3ab13078-1387-4997-939f-664707980a54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f2fd54f-e7b3-45bb-bd29-36902a5e7861 HTTP/1.1" status: 204 len: 168 time: 0.4224200 May 10 17:36:06.059177 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad9038-6fcf-4490-8195-33f95bdbe974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ef1312-13a2-40de-83e8-2c8bfc77a06a,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:06.075928 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-92ad9038-6fcf-4490-8195-33f95bdbe974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:06.075928 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-92ad9038-6fcf-4490-8195-33f95bdbe974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:06.075928 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-92ad9038-6fcf-4490-8195-33f95bdbe974 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00ef1312-13a2-40de-83e8-2c8bfc77a06a HTTP/1.1" status: 204 len: 168 time: 0.3456922 May 10 17:36:06.268761 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f698e7-ee13-41ee-b681-c770db552051 req-bf7ef7e8-b1ef-4f78-a584-ab178809bc8f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:06.268761 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-27f698e7-ee13-41ee-b681-c770db552051 req-bf7ef7e8-b1ef-4f78-a584-ab178809bc8f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 945 time: 0.1883774 May 10 17:36:06.268761 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-27f698e7-ee13-41ee-b681-c770db552051 req-535a69e0-d830-4434-b87e-0b4311c3bc1f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537300 May 10 17:36:06.381368 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fdff5-c953-4f15-9e43-820d8d87e85e req-538ea026-fb25-47bc-b3cd-46d194f3781e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:06.390804 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa6fdff5-c953-4f15-9e43-820d8d87e85e req-538ea026-fb25-47bc-b3cd-46d194f3781e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 945 time: 0.0938272 May 10 17:36:06.442321 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa6fdff5-c953-4f15-9e43-820d8d87e85e req-3b3a2377-c04c-4c2b-9fbd-d072e25c0388 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492759 May 10 17:36:06.709322 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39e1b1-02ac-431f-98e1-d1c5af628be3 req-677e4487-642d-498f-bec3-b89c9c804c5d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:06.716504 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd39e1b1-02ac-431f-98e1-d1c5af628be3 req-677e4487-642d-498f-bec3-b89c9c804c5d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.0870235 May 10 17:36:06.771315 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd39e1b1-02ac-431f-98e1-d1c5af628be3 req-c0d816bc-b0f1-4cf0-991a-883dfcb86d7a tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 May 10 17:36:06.820560 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41526) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:07.114545 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.129677 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:07.134200 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Usage tracker for resource:security_group_rule and tenant:61368c1aaaa549349b22772f21bf327b is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:07.137199 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:07.143050 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:07.231016 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.283288 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.294955 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e13afe77-6afe-41af-b2dc-73876951e574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:07.334990 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61368c1aaaa549349b22772f21bf327b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098798 May 10 17:36:07.334990 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000aae54-02b6-40cc-a550-1edcd00979e1,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:07.335364 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41550) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:07.344598 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:07.432975 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1338b141-137a-4453-b537-45a87bded746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.461479 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1338b141-137a-4453-b537-45a87bded746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.506790 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41560) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:07.532722 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.562982 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:07.569074 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Usage tracker for resource:security_group_rule and tenant:bf4fd6a71eba402b948fa50764e83b1c is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:07.572731 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:07.579726 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:07.609222 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1338b141-137a-4453-b537-45a87bded746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.614305 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e2b7ab63-9134-4401-af48-08bd18da4a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:07.631252 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338b141-137a-4453-b537-45a87bded746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000aae54-02b6-40cc-a550-1edcd00979e1,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:07.647683 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1338b141-137a-4453-b537-45a87bded746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:07.654488 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1338b141-137a-4453-b537-45a87bded746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.654488 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-1338b141-137a-4453-b537-45a87bded746 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/000aae54-02b6-40cc-a550-1edcd00979e1 HTTP/1.1" status: 204 len: 168 time: 0.3146529 May 10 17:36:07.715404 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.837397 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:07.854018 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:07.971385 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf4fd6a71eba402b948fa50764e83b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629636 May 10 17:36:07.972381 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c7662-7ab3-44ec-b972-548831987d65,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:07.973669 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41582) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:07.976828 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:07.996572 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf7a9a-2aab-4e1e-b348-bb965abe723a req-81ff92e6-2bca-4f2b-bbbb-5c3c133d4556 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:08.000111 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a6bf7a9a-2aab-4e1e-b348-bb965abe723a req-81ff92e6-2bca-4f2b-bbbb-5c3c133d4556 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1086707 May 10 17:36:08.020087 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c1b54be2-ae44-45c0-a507-e2f4e3016d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.096178 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a6bf7a9a-2aab-4e1e-b348-bb965abe723a req-168e9e89-2840-4429-9438-41d398e46d6c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825181 May 10 17:36:08.096991 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f6f66a65-f34c-4d93-9076-879cb4623482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.137178 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f6f66a65-f34c-4d93-9076-879cb4623482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.323915 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.325417 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f6f66a65-f34c-4d93-9076-879cb4623482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.330400 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a5c0bbdf-2957-4dde-9077-b4de05b4e594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:08.344554 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f66a65-f34c-4d93-9076-879cb4623482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c7662-7ab3-44ec-b972-548831987d65,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:08.346944 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f6f66a65-f34c-4d93-9076-879cb4623482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:08.352272 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f6f66a65-f34c-4d93-9076-879cb4623482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.352272 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f6f66a65-f34c-4d93-9076-879cb4623482 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/109c7662-7ab3-44ec-b972-548831987d65 HTTP/1.1" status: 204 len: 168 time: 0.3747132 May 10 17:36:08.558315 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41604) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:08.590038 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.606568 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:08.610551 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Usage tracker for resource:security_group_rule and tenant:ad19487d4a9c4c199ac686e402fab69b is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:08.613584 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:08.620260 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:08.770794 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.953484 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:08.959935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:09.033954 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad19487d4a9c4c199ac686e402fab69b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719479 May 10 17:36:09.033954 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57793133-57fa-4580-b294-5247abd8c941,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:09.035262 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41628) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:09.038615 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:09.121294 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-2eeba338-cf77-41f1-beb7-b2acab05c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:09.127986 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-2eeba338-cf77-41f1-beb7-b2acab05c4dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 1099 time: 0.2040963 May 10 17:36:09.130771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc0cb-a4ae-42d1-9985-ad8973e5a29d req-7d392589-5c1d-41f1-b7eb-08b486f342eb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:09.131999 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-54cdc0cb-a4ae-42d1-9985-ad8973e5a29d req-7d392589-5c1d-41f1-b7eb-08b486f342eb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.3210940 May 10 17:36:09.175781 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.244958 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5e143459-dc6b-438e-9d63-784845bde840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.303285 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-54cdc0cb-a4ae-42d1-9985-ad8973e5a29d req-bc33e9fd-854e-4093-9c63-58956d072159 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373463 May 10 17:36:09.324656 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5e143459-dc6b-438e-9d63-784845bde840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.386742 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-09507546-e719-4874-b186-52cceb4cbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:09.388241 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-09507546-e719-4874-b186-52cceb4cbf49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 920 time: 0.2538719 May 10 17:36:09.490436 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-3909566b-c19e-4d97-8a80-ca9f4366c66c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f397a7c6-f53f-40df-9a4a-d6850a3eff1f HTTP/1.1" status: 200 len: 217 time: 0.0781980 May 10 17:36:09.572329 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5e143459-dc6b-438e-9d63-784845bde840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.575361 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-bced6e62-0571-4a72-ab9a-67679d96e518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:09.595978 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e143459-dc6b-438e-9d63-784845bde840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57793133-57fa-4580-b294-5247abd8c941,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:09.614663 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5e143459-dc6b-438e-9d63-784845bde840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:09.617980 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5e143459-dc6b-438e-9d63-784845bde840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:09.619702 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-5e143459-dc6b-438e-9d63-784845bde840 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57793133-57fa-4580-b294-5247abd8c941 HTTP/1.1" status: 204 len: 168 time: 0.5823925 May 10 17:36:09.624455 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-c47ef79a-af54-480b-922c-ea188d5c01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:09.635445 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-c47ef79a-af54-480b-922c-ea188d5c01d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 200 len: 859 time: 0.1220646 May 10 17:36:09.720712 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-a0c3a19f-0101-4e52-8bf5-ec2964ea7aca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f712391-4b54-4ac8-8181-9459cb98da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772011 May 10 17:36:09.893703 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-93decf90-2558-4bfa-8752-751535964bf4 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573641 May 10 17:36:10.101738 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ed10db8-d7d8-4906-b3a9-1571e1024e54 req-8e557973-5ea3-4b1e-8c59-a34a4a9b5d6c service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382089 May 10 17:36:10.546818 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96af210-d9f4-4449-b322-4baf6c3df8d8 req-f66651ab-b28a-4df3-ad39-b6346a466388 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:10.555154 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c96af210-d9f4-4449-b322-4baf6c3df8d8 req-f66651ab-b28a-4df3-ad39-b6346a466388 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1053245 May 10 17:36:10.627962 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c96af210-d9f4-4449-b322-4baf6c3df8d8 req-e5688c5e-a6a7-4c6d-859d-ddf0edc20c09 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707707 May 10 17:36:10.694183 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:11.814817 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dc7b9-966c-4b9a-b9d7-96c673627153 req-882b6e9e-f393-4db3-92f9-deed8aaa9141 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:11.816302 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd2dc7b9-966c-4b9a-b9d7-96c673627153 req-882b6e9e-f393-4db3-92f9-deed8aaa9141 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.0803161 May 10 17:36:11.862602 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd2dc7b9-966c-4b9a-b9d7-96c673627153 req-ead327cc-bbb2-4257-93ec-e9e45fd270d7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 May 10 17:36:12.852555 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41794) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:13.057072 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.093780 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:13.100454 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0358b6e564e649d099fd1cb3e93eaab9 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:13.104098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:13.117389 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:13.126959 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1f986-c0ed-4fcf-bc22-310dc625ced3 req-9fddd01c-e18f-4d55-8a17-da50cce95755 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:13.128426 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-43f1f986-c0ed-4fcf-bc22-310dc625ced3 req-9fddd01c-e18f-4d55-8a17-da50cce95755 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1299026 May 10 17:36:13.200669 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-43f1f986-c0ed-4fcf-bc22-310dc625ced3 req-c5b476e5-7eb1-4734-93ee-612a27fe9a42 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 May 10 17:36:13.249875 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.351935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.359462 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f6f66a65-f34c-4d93-9076-879cb4623482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:13.416522 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0358b6e564e649d099fd1cb3e93eaab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628865 May 10 17:36:13.416903 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41822) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:13.417663 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb083f1-f062-4565-b481-26a1955b7185,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:13.420886 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:13.515013 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-59bb1f6a-ef88-435d-ae54-9e0ea5965f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.542519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-59bb1f6a-ef88-435d-ae54-9e0ea5965f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.683294 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-59bb1f6a-ef88-435d-ae54-9e0ea5965f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.688206 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b94c8243-2c20-4f11-941a-bad45e635324 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:13.707818 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb1f6a-ef88-435d-ae54-9e0ea5965f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb083f1-f062-4565-b481-26a1955b7185,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:13.717411 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-59bb1f6a-ef88-435d-ae54-9e0ea5965f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:13.720499 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-59bb1f6a-ef88-435d-ae54-9e0ea5965f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:13.721951 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-59bb1f6a-ef88-435d-ae54-9e0ea5965f73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fb083f1-f062-4565-b481-26a1955b7185 HTTP/1.1" status: 204 len: 168 time: 0.3033645 May 10 17:36:13.937737 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41832) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:14.143937 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.159012 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:14.162894 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Usage tracker for resource:security_group_rule and tenant:e290e746dce744eea8781458b89ebda0 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:14.166954 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:14.171603 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:14.257300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.357431 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.366944 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:14.394807 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e70e3f-6441-4dad-bf17-5a060d33515d req-e372f1e7-2f25-4508-90cb-32a8a2fec519 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:14.396386 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7e70e3f-6441-4dad-bf17-5a060d33515d req-e372f1e7-2f25-4508-90cb-32a8a2fec519 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.0891635 May 10 17:36:14.408370 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9479f604-f3a9-4251-8d4d-8c1e127059a6,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:14.413668 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:14.415705 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e290e746dce744eea8781458b89ebda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766867 May 10 17:36:14.418265 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41846) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:14.442367 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7e70e3f-6441-4dad-bf17-5a060d33515d req-32c9a3b4-eef9-4d23-af96-16bdda6573b1 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400505 May 10 17:36:14.488179 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7701415d-330c-4e98-b1b4-cd93be1c6b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.515669 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7701415d-330c-4e98-b1b4-cd93be1c6b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.560363 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41852) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:14.608757 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.625260 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:14.629618 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Usage tracker for resource:security_group_rule and tenant:44c2cb30c1024bd5b0b94c827b426331 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:14.634829 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:14.643154 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:14.676105 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7701415d-330c-4e98-b1b4-cd93be1c6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.686203 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-cc72c3ae-303f-4892-9827-9fb11ba0c543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:14.702021 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701415d-330c-4e98-b1b4-cd93be1c6b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9479f604-f3a9-4251-8d4d-8c1e127059a6,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:14.705501 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7701415d-330c-4e98-b1b4-cd93be1c6b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:14.707817 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7701415d-330c-4e98-b1b4-cd93be1c6b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.710332 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7701415d-330c-4e98-b1b4-cd93be1c6b4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9479f604-f3a9-4251-8d4d-8c1e127059a6 HTTP/1.1" status: 204 len: 168 time: 0.2910073 May 10 17:36:14.812529 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.906144 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.921677 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e4dd26d4-e59b-46fe-979e-b4dc7b3fae3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:14.968671 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44c2cb30c1024bd5b0b94c827b426331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046414 May 10 17:36:14.968966 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41870) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:14.972298 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0037a75-e65a-4b8b-a6e8-a7c97401590d,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:14.976271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:15.054686 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02b5-9a3e-4243-b87f-8f040efc5517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:15.081927 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02b5-9a3e-4243-b87f-8f040efc5517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:15.272361 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02b5-9a3e-4243-b87f-8f040efc5517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:15.294832 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:15.308891 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02b5-9a3e-4243-b87f-8f040efc5517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:15.313986 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-5e1e02b5-9a3e-4243-b87f-8f040efc5517 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0037a75-e65a-4b8b-a6e8-a7c97401590d HTTP/1.1" status: 204 len: 168 time: 0.3439353 May 10 17:36:15.315962 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e02b5-9a3e-4243-b87f-8f040efc5517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0037a75-e65a-4b8b-a6e8-a7c97401590d,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:15.319715 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5e1e02b5-9a3e-4243-b87f-8f040efc5517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:15.465432 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c95bc-0ac3-446b-8bda-f6ca090aecbe req-291082df-bc78-471c-a138-567441f8a697 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:15.466830 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-328c95bc-0ac3-446b-8bda-f6ca090aecbe req-291082df-bc78-471c-a138-567441f8a697 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 945 time: 0.0793433 May 10 17:36:15.513366 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-328c95bc-0ac3-446b-8bda-f6ca090aecbe req-b83a205e-71dc-454f-88ad-a7723b1e207c tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 May 10 17:36:15.693533 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d34c5-a739-4a6c-a200-4e16e35f9ad5 req-695160b4-8a95-4454-be05-1336e505942f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:15.701990 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1c2d34c5-a739-4a6c-a200-4e16e35f9ad5 req-695160b4-8a95-4454-be05-1336e505942f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1463790 May 10 17:36:15.717366 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 41892) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:15.746556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:15.768102 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:15.779787 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1c2d34c5-a739-4a6c-a200-4e16e35f9ad5 req-672c663d-45f1-4f34-9d67-43520fcb3be7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760992 May 10 17:36:15.786944 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Usage tracker for resource:security_group_rule and tenant:5a0476dde25d4c96898056bbee982399 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:15.789200 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:15.796487 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:15.891224 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:15.968929 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:16.006441 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:16.022297 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a0476dde25d4c96898056bbee982399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039629 May 10 17:36:16.025949 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 41924) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:16.088251 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6f2c590-9a69-4999-94ef-7b82f73f5f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:16.155164 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6f2c590-9a69-4999-94ef-7b82f73f5f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:16.177546 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d7b006-8daa-45a2-9ea8-40a56026511b,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:16.183315 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:16.254813 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-26e55e47-882b-4455-b1c2-fc8fba6cd627 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:16.256263 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-26e55e47-882b-4455-b1c2-fc8fba6cd627 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 814 time: 0.2328904 May 10 17:36:16.272596 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-087902c2-557f-4703-b985-6247face094f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/quotas/b30249d68d4a4410b8f6222e3bf7578a HTTP/1.1" status: 200 len: 375 time: 0.0096292 May 10 17:36:16.358386 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-bcd396dc-e75d-4944-8b80-cdba4c55b53a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791473 May 10 17:36:16.374616 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6f2c590-9a69-4999-94ef-7b82f73f5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:16.379627 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ab09598e-be22-456f-85b2-74400b6fa789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:16.392409 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2c590-9a69-4999-94ef-7b82f73f5f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d7b006-8daa-45a2-9ea8-40a56026511b,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:16.395427 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e6f2c590-9a69-4999-94ef-7b82f73f5f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:16.397560 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6f2c590-9a69-4999-94ef-7b82f73f5f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:16.403827 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e6f2c590-9a69-4999-94ef-7b82f73f5f3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3d7b006-8daa-45a2-9ea8-40a56026511b HTTP/1.1" status: 204 len: 168 time: 0.3753140 May 10 17:36:16.505538 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-78afea8d-abf2-471d-9d59-1003c7234136 service neutron] 10.222.0.21 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403806 May 10 17:36:16.701592 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-0f6045f3-0962-4bee-b83c-8c6a9baa0a57 service neutron] 10.222.0.21 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838007 May 10 17:36:16.757685 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b082-9d6d-47de-99d5-ba892ce9830c req-483a7c81-e734-46cb-8d53-5650560ee490 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:16.762087 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-13d7b082-9d6d-47de-99d5-ba892ce9830c req-483a7c81-e734-46cb-8d53-5650560ee490 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 945 time: 0.1111946 May 10 17:36:16.815715 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-13d7b082-9d6d-47de-99d5-ba892ce9830c req-ab515599-efa3-4d43-8cfd-3b2926963363 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 May 10 17:36:17.040738 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5ef90-4422-4275-a8e6-6f3fd2b1a5d0 req-24d35afc-77c2-4a31-97af-4ae2d4caff90 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:17.042292 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ffd5ef90-4422-4275-a8e6-6f3fd2b1a5d0 req-24d35afc-77c2-4a31-97af-4ae2d4caff90 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1101422 May 10 17:36:17.171520 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ffd5ef90-4422-4275-a8e6-6f3fd2b1a5d0 req-49202d5d-747a-48e9-b066-0fd810ef3de0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232777 May 10 17:36:17.178356 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bf4d5b97-8fd4-4b84-a3e2-43280ce660e3 req-3c7f5eab-ef38-402f-8f86-4cda209b7bce tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 210 time: 0.0658374 May 10 17:36:17.649655 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-2a49b749-c33e-45d6-9160-33f0ab6eb0da tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:17.652380 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-2a49b749-c33e-45d6-9160-33f0ab6eb0da tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 945 time: 0.1151617 May 10 17:36:17.836529 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Deleting port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:36:17.837245 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.096840 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] For port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,segment=NetworkSegment(abf856d6-35da-4577-bdb6-d1962a4210dc),segment_id=abf856d6-35da-4577-bdb6-d1962a4210dc)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:18.097479 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.238910 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Calling delete_port for 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e owned by compute:nova {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:36:18.456385 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95a2d-880d-4e9d-9b38-19721539cf21 req-90a941e5-891f-4f5c-be68-8a70106f211a tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:18.457848 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91a95a2d-880d-4e9d-9b38-19721539cf21 req-90a941e5-891f-4f5c-be68-8a70106f211a tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 945 time: 0.4572570 May 10 17:36:18.536146 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91a95a2d-880d-4e9d-9b38-19721539cf21 req-07499d01-2803-4402-9c74-71c15763abf4 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/security-groups?id=39b21e17-8551-42eb-bfb6-ac926ee93831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706010 May 10 17:36:18.573403 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b292bc7-1541-46b1-a2cc-147093ce623a req-c5bba2f6-507b-4f62-b3b7-cc0451343277 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:18.574928 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4b292bc7-1541-46b1-a2cc-147093ce623a req-c5bba2f6-507b-4f62-b3b7-cc0451343277 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1976187 May 10 17:36:18.728026 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4b292bc7-1541-46b1-a2cc-147093ce623a req-67973c60-e069-4b83-8b38-759eb9913bd0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955846 May 10 17:36:18.745710 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.752697 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:18.787917 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['8579bb6c-ec98-48a9-84f4-4cb8ee9a278e'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:18.874240 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aebcc2e8-3079-4266-b8c7-60336f7b7115 req-d1bfadac-cbb5-4635-a763-a7a083a4f74b tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 210 time: 0.0783045 May 10 17:36:18.914628 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Pushing event deleted for resources: {'Port': ['ID=8579bb6c-ec98-48a9-84f4-4cb8ee9a278e,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:18.917003 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:18.967293 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] No DVR routers for this DVR port 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e on host hv-cinder-78638 {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:36:18.970726 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:18.973726 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba6e22d-3fef-4092-9eaf-58ba07c6b082', 'name': 'network-vif-deleted', 'tag': '8579bb6c-ec98-48a9-84f4-4cb8ee9a278e'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:19.029857 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba6e22d-3fef-4092-9eaf-58ba07c6b082', 'name': 'network-vif-deleted', 'tag': '8579bb6c-ec98-48a9-84f4-4cb8ee9a278e', 'status': 'completed', 'code': 200} May 10 17:36:19.112455 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-552c0db0-b439-4193-a146-b67a2ae3b745 req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.39 "DELETE /v2.0/ports/8579bb6c-ec98-48a9-84f4-4cb8ee9a278e HTTP/1.1" status: 204 len: 173 time: 1.4510593 May 10 17:36:19.702125 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-cc28c0d1-39c8-406c-89ed-dcb72385a7fa req-0b576e99-31d2-4867-bbdd-cf73e9ba8538 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Synchronizing usage tracker for tenant:58520e3dec4a47c9896e87f7eb2fff32 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:19.883745 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42080) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:19.932366 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd187ca8-fa26-4f33-a049-c78f96e71cb1 req-5882e80a-4d45-4eb4-8717-efd74011b7ac tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:19.934776 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd187ca8-fa26-4f33-a049-c78f96e71cb1 req-5882e80a-4d45-4eb4-8717-efd74011b7ac tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.0897446 May 10 17:36:19.984856 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd187ca8-fa26-4f33-a049-c78f96e71cb1 req-32f7ef30-9583-4049-92e0-549673fd4bc6 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434833 May 10 17:36:20.027460 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.045410 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:20.049760 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Usage tracker for resource:security_group_rule and tenant:267b642a7b5541b1ae9ea1cb12a019af is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:20.053601 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:20.061270 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:20.082485 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-cc28c0d1-39c8-406c-89ed-dcb72385a7fa req-0b576e99-31d2-4867-bbdd-cf73e9ba8538 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Unset dirty status for tenant:58520e3dec4a47c9896e87f7eb2fff32 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:20.084065 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cc28c0d1-39c8-406c-89ed-dcb72385a7fa req-0b576e99-31d2-4867-bbdd-cf73e9ba8538 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 210 time: 0.4276094 May 10 17:36:20.259049 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-faa44b53-2081-4730-a502-951c1e7eb471 req-7931ea8e-4cad-46a8-8543-109c419ec472 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 210 time: 0.1051781 May 10 17:36:20.277152 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.288249 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42096) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:20.436621 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.442487 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.464368 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0fe4185e-725f-47a7-98c4-88032cbca496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:20.496290 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:20.511192 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=267b642a7b5541b1ae9ea1cb12a019af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218529 May 10 17:36:20.512794 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2bcca6cbbc4541ba765c4e6c02a393 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:20.513268 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42114) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:20.518657 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:20.525589 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc9cdd-ad29-4d08-9e6f-02d50e7af524,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:20.528718 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:20.531024 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:20.621832 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.644587 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c8f84f6d-3031-427a-9e6f-31809008c2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.665913 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-7ac16f14-1b4e-4709-92b5-41054dfa70bb tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:20.667757 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-7ac16f14-1b4e-4709-92b5-41054dfa70bb tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 814 time: 0.2499523 May 10 17:36:20.683918 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c8f84f6d-3031-427a-9e6f-31809008c2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.699122 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Request body: {'port': {'device_id': 'c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a', 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'admin_state_up': True, 'tenant_id': 'b30249d68d4a4410b8f6222e3bf7578a'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:20.751453 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.760675 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eda76e91-f8af-4d07-84be-e6198782e5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:20.806181 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce2bcca6cbbc4541ba765c4e6c02a393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135815 May 10 17:36:20.806181 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42118) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:20.808617 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d15640b-f45b-4ac3-8cda-01c78ea0c983,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:20.822697 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:20.873814 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:20.877982 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Usage tracker for resource:port and tenant:b30249d68d4a4410b8f6222e3bf7578a is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:20.881831 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:20.888220 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6621973-1730-4422-9c10-4c497f3b3d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.888886 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:20.920476 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6621973-1730-4422-9c10-4c497f3b3d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.957770 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c8f84f6d-3031-427a-9e6f-31809008c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:20.963282 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1338b141-137a-4453-b537-45a87bded746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:20.985301 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f84f6d-3031-427a-9e6f-31809008c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc9cdd-ad29-4d08-9e6f-02d50e7af524,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:20.988311 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-c8f84f6d-3031-427a-9e6f-31809008c2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:20.989151 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Made reservation on behalf of b30249d68d4a4410b8f6222e3bf7578a for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:21.003466 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.003570 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42128) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:21.009621 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c8f84f6d-3031-427a-9e6f-31809008c2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.013882 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-c8f84f6d-3031-427a-9e6f-31809008c2a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1fc9cdd-ad29-4d08-9e6f-02d50e7af524 HTTP/1.1" status: 204 len: 168 time: 0.4972305 May 10 17:36:21.181280 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6621973-1730-4422-9c10-4c497f3b3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.187123 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:21.206132 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.248360 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:36:21.292955 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6621973-1730-4422-9c10-4c497f3b3d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d15640b-f45b-4ac3-8cda-01c78ea0c983,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:21.297620 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a6621973-1730-4422-9c10-4c497f3b3d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:21.299502 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:21.306610 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Usage tracker for resource:security_group_rule and tenant:2c0aa705b6ad455fbe3146ffbbfbe262 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:21.320415 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:21.327758 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:21.350546 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:36:21.350900 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 8579bb6c-ec98-48a9-84f4-4cb8ee9a278e not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:36:21.420373 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8f12b959-d1e8-4b7f-96c3-4167922d97a9 req-4d7780b8-4468-4929-9839-25e03f8da489 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ba6e22d-3fef-4092-9eaf-58ba07c6b082 HTTP/1.1" status: 200 len: 210 time: 0.1048589 May 10 17:36:21.424544 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6621973-1730-4422-9c10-4c497f3b3d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.431735 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-a6621973-1730-4422-9c10-4c497f3b3d3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d15640b-f45b-4ac3-8cda-01c78ea0c983 HTTP/1.1" status: 204 len: 168 time: 0.6256788 May 10 17:36:21.451536 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.465356 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588c7c-3fac-4e9f-a4b0-6757b0963c1b req-3e05ff0f-cde2-4901-b365-018604f3cb49 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:21.466918 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c2588c7c-3fac-4e9f-a4b0-6757b0963c1b req-3e05ff0f-cde2-4901-b365-018604f3cb49 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.3283186 May 10 17:36:21.478680 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Allocated IP 172.20.0.12 (b3317282-bcf4-4c09-a169-c0aa31e707e8/83dbaadc-e448-431b-97b4-54ab83826a1a/aefc4973-e567-4bf0-9a77-bd4a2dd2dd06) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:21.543502 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c2588c7c-3fac-4e9f-a4b0-6757b0963c1b req-a5ea76ca-3b49-4079-93c8-89b2df0807c9 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668356 May 10 17:36:21.597196 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.606538 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d082724f-2b54-496d-81b1-fc94c96b1d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:21.629006 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-90412e87-163e-4b0c-b5a9-4929002d8671 req-d4ba7c2c-e0e1-46ff-b3c3-542f3a4665a6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 210 time: 0.0700941 May 10 17:36:21.695291 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c0aa705b6ad455fbe3146ffbbfbe262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899376 May 10 17:36:21.695291 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e041626-1b37-4447-948c-0c2fd123e303,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:21.695291 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:21.695603 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42154) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:21.779627 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0870-e4d4-48fc-857d-8a0610dbb159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.812689 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0870-e4d4-48fc-857d-8a0610dbb159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:21.903897 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.007105 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42164) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:22.008617 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0870-e4d4-48fc-857d-8a0610dbb159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.014860 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c8866efa-da70-4fcf-97ef-907354a4d3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:22.028887 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.031230 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd0870-e4d4-48fc-857d-8a0610dbb159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e041626-1b37-4447-948c-0c2fd123e303,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:22.033895 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e8bd0870-e4d4-48fc-857d-8a0610dbb159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:22.035261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0870-e4d4-48fc-857d-8a0610dbb159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.037189 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e8bd0870-e4d4-48fc-857d-8a0610dbb159 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e041626-1b37-4447-948c-0c2fd123e303 HTTP/1.1" status: 204 len: 168 time: 0.3404310 May 10 17:36:22.062503 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.067603 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:22.075808 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-31167df4-5cb0-461d-9af1-df27eceea7e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:22.112512 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Usage tracker for resource:security_group_rule and tenant:2b09bc7e38c140a09e23ccbde093fa0c is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:22.117152 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:22.123442 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['626cdea8-8fdb-4bd9-81fa-7bb56e61c966'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:22.137668 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:22.151582 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Network b3317282-bcf4-4c09-a169-c0aa31e707e8 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:22.157851 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:22.164707 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:22.228280 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Pushing event updated for resources: {'Port': ['ID=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:22.236620 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:22.261827 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:22.262481 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.382020 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6902003 May 10 17:36:22.406715 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Request body: {'port': {'device_id': 'c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:22.552511 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.573092 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.756562 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.769500 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:22.918551 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42204) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:22.941778 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:22.950220 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b09bc7e38c140a09e23ccbde093fa0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9397798 May 10 17:36:22.955956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42208) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:22.974749 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:22.983565 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Usage tracker for resource:security_group_rule and tenant:55f61282612d4e4e8054d9c9c2e998f9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:22.992732 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:22.999767 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320801e5-7193-4a85-bae7-eb3af4aa8a97,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:23.005606 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:23.023387 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:23.060270 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9150347a-9ea9-4da4-99df-701a5583985a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.098263 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9150347a-9ea9-4da4-99df-701a5583985a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.113666 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9790f1-fe3b-4e8d-b947-a19c6aee01ca req-0274056c-bbad-40fe-99d6-40f663843275 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:23.120794 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea9790f1-fe3b-4e8d-b947-a19c6aee01ca req-0274056c-bbad-40fe-99d6-40f663843275 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.3687201 May 10 17:36:23.154722 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdefcb6-5f87-4207-8fe3-88908fd584b7 req-e857920e-c5d4-49a4-9c7e-6d69a81e8dc3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:23.154722 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-5bdefcb6-5f87-4207-8fe3-88908fd584b7 req-e857920e-c5d4-49a4-9c7e-6d69a81e8dc3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:23.173970 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.191274 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea9790f1-fe3b-4e8d-b947-a19c6aee01ca req-39db4f73-940b-4f4f-a190-cd3295a23195 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696156 May 10 17:36:23.275846 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:23.283470 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.316093 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.330146 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e8bd0870-e4d4-48fc-857d-8a0610dbb159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:23.345922 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-5bdefcb6-5f87-4207-8fe3-88908fd584b7 req-e857920e-c5d4-49a4-9c7e-6d69a81e8dc3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:23.347114 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5bdefcb6-5f87-4207-8fe3-88908fd584b7 req-e857920e-c5d4-49a4-9c7e-6d69a81e8dc3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 932 time: 0.5198634 May 10 17:36:23.348133 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Transition to ACTIVE for port object aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:23.370070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9150347a-9ea9-4da4-99df-701a5583985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.392979 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55f61282612d4e4e8054d9c9c2e998f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730766 May 10 17:36:23.394614 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42220) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:23.400301 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81b452b-2835-4f4d-b4d0-47e836a552ba,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:23.418028 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5bdefcb6-5f87-4207-8fe3-88908fd584b7 req-cdfb3dab-f5d0-42ef-817b-edcc0a56a167 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628922 May 10 17:36:23.437582 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.448575 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:23.485089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9150347a-9ea9-4da4-99df-701a5583985a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.486562 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-9150347a-9ea9-4da4-99df-701a5583985a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/320801e5-7193-4a85-bae7-eb3af4aa8a97 HTTP/1.1" status: 204 len: 168 time: 0.5280573 May 10 17:36:23.487752 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:23.514245 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4a689b19-452f-4076-8fef-5ff2a46c2e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:23.525152 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c8841fef-284e-4f40-bc6a-129b6cd3c99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.554768 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c8841fef-284e-4f40-bc6a-129b6cd3c99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.563232 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150347a-9ea9-4da4-99df-701a5583985a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320801e5-7193-4a85-bae7-eb3af4aa8a97,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:23.568719 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-9150347a-9ea9-4da4-99df-701a5583985a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:23.654804 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Pushing event updated for resources: {'Port': ['ID=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:23.658020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:23.724815 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Attempting to bind port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:23.725140 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Attempting to bind port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:23.725665 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Attempting to bind port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:23.730844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:36:23.731159 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Attempting to bind port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:23.736217 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:23.736547 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Checking segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:23.736923 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Bound using segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:23.737341 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Bound port: aefc4973-e567-4bf0-9a77-bd4a2dd2dd06, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:23.737683 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.739983 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c8841fef-284e-4f40-bc6a-129b6cd3c99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.745549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-95a2c5eb-ec3f-4433-be0e-543859c82326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:23.757057 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8841fef-284e-4f40-bc6a-129b6cd3c99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81b452b-2835-4f4d-b4d0-47e836a552ba,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:23.760047 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c8841fef-284e-4f40-bc6a-129b6cd3c99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:23.762043 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c8841fef-284e-4f40-bc6a-129b6cd3c99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.765481 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c8841fef-284e-4f40-bc6a-129b6cd3c99b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d81b452b-2835-4f4d-b4d0-47e836a552ba HTTP/1.1" status: 204 len: 168 time: 0.3673978 May 10 17:36:23.838260 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] For port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:23.846278 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] For port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:23.923493 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.929373 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:23.991137 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:23.991765 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:23.997489 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] 10.222.0.39 "PUT /v2.0/ports/aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 HTTP/1.1" status: 200 len: 1094 time: 1.5934515 May 10 17:36:23.997489 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a', 'tag': 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:24.032099 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Pushing event updated for resources: {'Port': ['ID=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:24.036087 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:24.063191 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a', 'tag': 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06', 'status': 'completed', 'code': 200} May 10 17:36:24.189469 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e234e-f924-4fd4-aca6-beb2bd781400 req-df14f124-6e91-4e45-b0ec-277308d09320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:24.191127 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8b4e234e-f924-4fd4-aca6-beb2bd781400 req-df14f124-6e91-4e45-b0ec-277308d09320 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 1097 time: 0.0803418 May 10 17:36:24.487571 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e234e-f924-4fd4-aca6-beb2bd781400 req-fb57705a-7cf2-4d1f-b22d-372dfc68b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:24.489025 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8b4e234e-f924-4fd4-aca6-beb2bd781400 req-fb57705a-7cf2-4d1f-b22d-372dfc68b3e4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2836571 May 10 17:36:24.604231 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504a38a-7d0c-4562-879d-b8b0b4e65648 req-0afd7993-a702-4e3e-b010-062db3ecfe9d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:24.605740 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f504a38a-7d0c-4562-879d-b8b0b4e65648 req-0afd7993-a702-4e3e-b010-062db3ecfe9d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1939025 May 10 17:36:24.767978 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f504a38a-7d0c-4562-879d-b8b0b4e65648 req-fa41bd9e-e959-4b87-ab91-ff72efeeebdf tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221726 May 10 17:36:24.771205 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e234e-f924-4fd4-aca6-beb2bd781400 req-1ffe55ec-ac91-4221-9f8b-b8face5f91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:24.772577 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8b4e234e-f924-4fd4-aca6-beb2bd781400 req-1ffe55ec-ac91-4221-9f8b-b8face5f91e8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2756138 May 10 17:36:24.834365 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f07b1-b989-4194-a9e3-1c9297e1b3ce req-c68f2fee-56e1-40b0-8772-240e0d7a1f08 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:24.843767 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6c2f07b1-b989-4194-a9e3-1c9297e1b3ce req-c68f2fee-56e1-40b0-8772-240e0d7a1f08 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 944 time: 0.2346869 May 10 17:36:24.995851 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6c2f07b1-b989-4194-a9e3-1c9297e1b3ce req-ee7f57a6-6788-4084-bae8-ed74fe5eac2c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457431 May 10 17:36:25.010653 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42290) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:25.097075 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Deleting subnet 5c655ae1-aad4-411c-a27d-0a09d37e5a3e {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:36:25.098902 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-9bab4e74-d68d-4e01-9127-358e2aae5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:25.100455 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.100909 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-9bab4e74-d68d-4e01-9127-358e2aae5ea4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 1097 time: 0.2497733 May 10 17:36:25.154352 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.229792 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.235999 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-5bbda396-22b0-4982-9dee-fe0032fbd7e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 HTTP/1.1" status: 200 len: 217 time: 0.1091840 May 10 17:36:25.324186 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-b5eede48-c59e-4196-8485-5e845bc266fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:25.325530 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-b5eede48-c59e-4196-8485-5e845bc266fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 200 len: 854 time: 0.0641327 May 10 17:36:25.386460 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-1bb42626-0dd3-4e70-94a9-176e7111c60e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3317282-bcf4-4c09-a169-c0aa31e707e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537395 May 10 17:36:25.541539 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-063e5769-8234-4ab6-b6c0-807dc762252e service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471603 May 10 17:36:25.603312 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.610833 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7a77bbd1-3501-45a1-ba86-8c72dd7cd30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:25.656445 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c655ae1-aad4-411c-a27d-0a09d37e5a3e,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:25.662735 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.667007 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.667370 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.667715 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.668233 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.668729 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.669066 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.669399 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.669736 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.670070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.670396 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.670926 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.671256 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:25.674953 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:25.679685 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5c655ae1-aad4-411c-a27d-0a09d37e5a3e HTTP/1.1" status: 204 len: 168 time: 0.6679840 May 10 17:36:25.680475 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42310) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:25.838490 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0308db18-ebab-4d09-ba62-b3d87db2e902 req-273ea116-4dcf-4779-ab73-897be08d37e1 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871561 May 10 17:36:25.844082 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.027555 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.044510 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843228e9-8619-47e4-9a97-abc250602dd1']}} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:26.066114 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf856d6-35da-4577-bdb6-d1962a4210dc') {'for_net_delete': True} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:26.066420 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf856d6-35da-4577-bdb6-d1962a4210dc') {} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:26.082438 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190373'] for segment, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.114232 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.130976 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a359-d845-4237-8216-ae6ea4c82e2e req-6e5cb45f-ab65-4b2d-a2c2-660430cd55cd tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:26.138982 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2657a359-d845-4237-8216-ae6ea4c82e2e req-6e5cb45f-ab65-4b2d-a2c2-660430cd55cd tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1780655 May 10 17:36:26.141780 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=79269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:36:26.142171 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265937'] for segment, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: Traceback (most recent call last): May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: timer() May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: cb(*args, **kw) May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: return func(*args, **kwargs) May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: self._notify() May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: self.callback(batched_events) May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: event.method(event) May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: return f(self, *a, **k) May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: return self._get(url).json() May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: return self.request(url, 'GET', **kwargs) May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:36:26.158852 dv-cinder-786383-3-smb neutron-server[79269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:36:26.316917 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2657a359-d845-4237-8216-ae6ea4c82e2e req-aaab52b8-75f2-486d-aa77-fab995f28884 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771591 May 10 17:36:26.353845 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22d601-e45c-400c-928a-e682ccc28295 req-1fd069ed-89ec-4411-979d-60da936ea06e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:26.354651 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8c22d601-e45c-400c-928a-e682ccc28295 req-1fd069ed-89ec-4411-979d-60da936ea06e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 944 time: 0.1967878 May 10 17:36:26.407532 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8c22d601-e45c-400c-928a-e682ccc28295 req-89384def-5d0b-4fd4-b1dc-f9eda88c4cba tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 May 10 17:36:26.460180 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.464062 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:26.482884 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.489931 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=843228e9-8619-47e4-9a97-abc250602dd1,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:26.499203 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.499567 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.500894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.500894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.500894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.500894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.501206 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.501546 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.501872 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.502207 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.502566 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.502896 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:26.506091 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] 10.222.0.21 "DELETE /v2.0/networks/843228e9-8619-47e4-9a97-abc250602dd1 HTTP/1.1" status: 204 len: 168 time: 0.8241270 May 10 17:36:26.507060 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:26.995778 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42366) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:27.103346 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-989f2bcd-e456-40c8-a3a6-b85bca7d4599 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58520e3dec4a47c9896e87f7eb2fff32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1061990 May 10 17:36:27.106029 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42374) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:27.171984 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86cdb57d-23cb-4731-a165-894acc557955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.202132 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86cdb57d-23cb-4731-a165-894acc557955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.458915 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86cdb57d-23cb-4731-a165-894acc557955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.465577 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-92ad9038-6fcf-4490-8195-33f95bdbe974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:27.480521 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdb57d-23cb-4731-a165-894acc557955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b21e17-8551-42eb-bfb6-ac926ee93831,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:27.489923 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-86cdb57d-23cb-4731-a165-894acc557955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:27.496767 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86cdb57d-23cb-4731-a165-894acc557955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.500630 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-86cdb57d-23cb-4731-a165-894acc557955 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39b21e17-8551-42eb-bfb6-ac926ee93831 HTTP/1.1" status: 204 len: 168 time: 0.3928342 May 10 17:36:27.687452 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafd8e4-734d-403d-bf8a-034aeaf6da2d req-a77fe442-e1a4-4377-92bb-ccdc303cdab7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:27.694852 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eafd8e4-734d-403d-bf8a-034aeaf6da2d req-a77fe442-e1a4-4377-92bb-ccdc303cdab7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.2506132 May 10 17:36:27.727228 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79c5ce-d66e-4bbe-9627-175240643f56 req-bbe20444-bf5b-4b74-b61e-93a00d1370c5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:27.729065 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4e79c5ce-d66e-4bbe-9627-175240643f56 req-bbe20444-bf5b-4b74-b61e-93a00d1370c5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 944 time: 0.1438682 May 10 17:36:27.788910 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eafd8e4-734d-403d-bf8a-034aeaf6da2d req-98b4cfc3-e355-40e4-81c1-6d76dfc3d0fd tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930462 May 10 17:36:27.873024 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4e79c5ce-d66e-4bbe-9627-175240643f56 req-585e5899-e823-4607-8ff4-0cfd74965859 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234515 May 10 17:36:27.914385 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-796886af-84f7-490b-a448-aca899229b33 req-5c70cc8c-2f5b-459e-88e4-5d7c466214d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014385 May 10 17:36:28.216728 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796886af-84f7-490b-a448-aca899229b33 req-3a646cea-acfb-4ea7-a74d-930020ef805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:28.218566 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-796886af-84f7-490b-a448-aca899229b33 req-3a646cea-acfb-4ea7-a74d-930020ef805c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 1098 time: 0.1835158 May 10 17:36:28.391275 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796886af-84f7-490b-a448-aca899229b33 req-461acc04-a1d3-4df2-8be6-e2bb05906cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:28.393593 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-796886af-84f7-490b-a448-aca899229b33 req-461acc04-a1d3-4df2-8be6-e2bb05906cbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 915 time: 0.1517794 May 10 17:36:28.470168 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-796886af-84f7-490b-a448-aca899229b33 req-5435fffa-71af-4402-becb-aebfe504306b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626cdea8-8fdb-4bd9-81fa-7bb56e61c966 HTTP/1.1" status: 200 len: 217 time: 0.0682395 May 10 17:36:28.535694 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.536360 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796886af-84f7-490b-a448-aca899229b33 req-7a6eebac-4497-4f4f-ab06-dce7aff8c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:28.537840 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-796886af-84f7-490b-a448-aca899229b33 req-7a6eebac-4497-4f4f-ab06-dce7aff8c29e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 200 len: 854 time: 0.0598240 May 10 17:36:28.596161 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-796886af-84f7-490b-a448-aca899229b33 req-7db1d3c4-2bd8-419f-890f-5b1ffca6463a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3317282-bcf4-4c09-a169-c0aa31e707e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459659 May 10 17:36:28.738506 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-796886af-84f7-490b-a448-aca899229b33 req-eecf44ba-0151-4539-a492-648300af5b6c service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343246 May 10 17:36:28.828856 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42466) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:28.920040 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-796886af-84f7-490b-a448-aca899229b33 req-a57be0f9-4547-4a79-afb3-03a8b46bc801 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662059 May 10 17:36:28.976283 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.051867 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:29.057516 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8405a92d1c13465f9face73c3dc516b0 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:29.062717 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:29.072465 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:29.201803 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.211467 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0518-5755-4501-a129-8750a06f9185 req-b5338219-9cb7-498c-89e9-b216eab3a389 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:29.216172 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-496e0518-5755-4501-a129-8750a06f9185 req-b5338219-9cb7-498c-89e9-b216eab3a389 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.2330155 May 10 17:36:29.225099 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70231a4-8200-487d-a178-a098d5c00664 req-ac236106-1c80-4c2e-9639-81ac0a62c54d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:29.232538 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b70231a4-8200-487d-a178-a098d5c00664 req-ac236106-1c80-4c2e-9639-81ac0a62c54d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 944 time: 0.1559062 May 10 17:36:29.304320 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.305419 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b70231a4-8200-487d-a178-a098d5c00664 req-1b291b01-9e7d-4dd7-b6c6-ef31d283d3be tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720086 May 10 17:36:29.310393 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-496e0518-5755-4501-a129-8750a06f9185 req-c5b1df19-d4b9-4058-877d-01f3b4bb62cc tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749803 May 10 17:36:29.314121 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e6f2c590-9a69-4999-94ef-7b82f73f5f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:29.341103 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:36:29.355177 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e18e36-66cc-4568-898d-d10e8f8abcf3,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:29.360569 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:29.363946 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8405a92d1c13465f9face73c3dc516b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337481 May 10 17:36:29.370151 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42494) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:29.461918 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2bf253dc-aa1f-43f3-90cb-c8e259fbe81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.489740 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2bf253dc-aa1f-43f3-90cb-c8e259fbe81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.505802 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:29.516639 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42500) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:29.520222 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06', 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'port_id': 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06', 'mac_address': 'fa:16:3e:82:39:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dbaadc-e448-431b-97b4-54ab83826a1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:36:29.563715 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:36:29.593935 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.612974 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:29.631164 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:29.643488 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2bf253dc-aa1f-43f3-90cb-c8e259fbe81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.650462 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9fc90835-afa2-4f5a-891c-d0233dbc307e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:29.662695 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf253dc-aa1f-43f3-90cb-c8e259fbe81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e18e36-66cc-4568-898d-d10e8f8abcf3,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:29.666152 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2bf253dc-aa1f-43f3-90cb-c8e259fbe81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:29.672262 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2bf253dc-aa1f-43f3-90cb-c8e259fbe81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.675700 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-2bf253dc-aa1f-43f3-90cb-c8e259fbe81a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81e18e36-66cc-4568-898d-d10e8f8abcf3 HTTP/1.1" status: 204 len: 168 time: 0.3021824 May 10 17:36:29.750159 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.752171 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:29.776113 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-799175382-network', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:29.781144 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:29.786155 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Usage tracker for resource:network and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:29.789930 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:29.799072 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:29.810691 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42512) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:29.827077 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:29.832357 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:29.892798 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Made reservation on behalf of aec073c057894f18a4689f7f6eccafa4 for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:29.895142 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.908300 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.922346 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:29.926029 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:29.928754 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:29.934783 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:30.027458 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.113103 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['aefc4973-e567-4bf0-9a77-bd4a2dd2dd06'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:30.174249 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.179562 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:30.210905 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=79269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:36:30.242310 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42524) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:30.257908 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.260346 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afba93b1-40f6-4e9a-9590-9e45af8b0577,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:30.264251 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:30.265330 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.266116 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Added segment f5b1e06f-c63f-45c3-9e59-fa6de9061bd0 of type vlan for network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 May 10 17:36:30.293183 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:30.299165 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.300963 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Usage tracker for resource:security_group_rule and tenant:02b4511c397a43ed962dfea2de8b4fc5 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:30.307115 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:30.320971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:30.365052 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.386579 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:30.391228 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e78b8ddcb1e14ee9bd7763944ed2aa4b is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:30.394597 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:30.402546 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:30.454841 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.551776 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.562788 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7701415d-330c-4e98-b1b4-cd93be1c6b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:30.591377 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.592624 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.602972 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:30.603747 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.609550 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02b4511c397a43ed962dfea2de8b4fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7970800 May 10 17:36:30.612194 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502f2d58-8ad3-4780-8625-b1a8ed87a1de,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:30.613583 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:30.615980 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:30.616793 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42536) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:30.687248 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-47ffde27-1b5b-4a1d-ac74-23825db856f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.718570 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-47ffde27-1b5b-4a1d-ac74-23825db856f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.726209 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42542) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:30.752272 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.782108 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:30.784270 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.788918 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e61aff63c464a0ba3da0f19a5acc51f is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:30.792736 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:30.799148 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:30.828109 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ecde6c4-ef95-4d1b-b8d9-269b61cde688,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:30.831993 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:30.835505 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3ab13078-1387-4997-939f-664707980a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:30.847322 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:36:30.852828 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e78b8ddcb1e14ee9bd7763944ed2aa4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048443 May 10 17:36:30.853956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42548) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:30.883320 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b5aeb-993e-4ae6-8f79-8d51234e289b,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:30.893299 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66759ff-bf92-4476-ab01-b2ff0f094b33 req-9b9ced45-67db-4eed-9543-abe7c2f7c29a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:30.894815 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f66759ff-bf92-4476-ab01-b2ff0f094b33 req-9b9ced45-67db-4eed-9543-abe7c2f7c29a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 945 time: 0.3861778 May 10 17:36:30.902935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:30.933150 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e25ab-b899-4190-92eb-84f7bee9146f req-7f92f233-4585-42b3-99c8-261da3b62546 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:30.934705 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-107e25ab-b899-4190-92eb-84f7bee9146f req-7f92f233-4585-42b3-99c8-261da3b62546 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.4243484 May 10 17:36:30.940187 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4212699 May 10 17:36:30.941912 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42552) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:30.949233 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Request body: {'subnet': {'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-subnet', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:30.951040 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0a42d981-1af1-44cc-84eb-430d046b72a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.962895 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:30.967314 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-47ffde27-1b5b-4a1d-ac74-23825db856f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.981285 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:30.988100 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Usage tracker for resource:subnet and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:30.995409 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:31.000833 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f66759ff-bf92-4476-ab01-b2ff0f094b33 req-7fb92502-e5c7-4023-bb9f-c0a89fc3628a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990887 May 10 17:36:31.005682 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0a42d981-1af1-44cc-84eb-430d046b72a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.012467 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:31.030770 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffde27-1b5b-4a1d-ac74-23825db856f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f2d58-8ad3-4780-8625-b1a8ed87a1de,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:31.034047 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-107e25ab-b899-4190-92eb-84f7bee9146f req-37dd6ebf-dcec-4898-8597-de8df2e66732 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780079 May 10 17:36:31.034268 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-47ffde27-1b5b-4a1d-ac74-23825db856f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:31.082193 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-47ffde27-1b5b-4a1d-ac74-23825db856f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.083329 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-47ffde27-1b5b-4a1d-ac74-23825db856f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/502f2d58-8ad3-4780-8625-b1a8ed87a1de HTTP/1.1" status: 204 len: 168 time: 0.4656212 May 10 17:36:31.112978 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Made reservation on behalf of aec073c057894f18a4689f7f6eccafa4 for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:31.114128 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404711'] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.133584 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.243070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.249795 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0a42d981-1af1-44cc-84eb-430d046b72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.255921 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:31.302869 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e61aff63c464a0ba3da0f19a5acc51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755687 May 10 17:36:31.306602 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42558) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:31.307527 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0a42d981-1af1-44cc-84eb-430d046b72a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.308599 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-0a42d981-1af1-44cc-84eb-430d046b72a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f1b5aeb-993e-4ae6-8f79-8d51234e289b HTTP/1.1" status: 204 len: 168 time: 0.4527495 May 10 17:36:31.323027 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd2fd1-cc2a-4cd3-a0a5-eb556cd601b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a022c-610f-4d2f-8743-ca7b32d51181,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:31.340543 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:31.351108 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42d981-1af1-44cc-84eb-430d046b72a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b5aeb-993e-4ae6-8f79-8d51234e289b,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:31.356044 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0a42d981-1af1-44cc-84eb-430d046b72a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:31.356529 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:31.357566 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:31.397781 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6deee84-2454-42e6-ab69-092e4fa7ec61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.433738 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6deee84-2454-42e6-ab69-092e4fa7ec61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.655536 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404757'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.659493 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0d03531e-6926-4849-a16c-a6f192eb318f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:31.679437 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6deee84-2454-42e6-ab69-092e4fa7ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.682107 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:31.694951 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:31.695130 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:31.695456 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.721632 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deee84-2454-42e6-ab69-092e4fa7ec61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47a022c-610f-4d2f-8743-ca7b32d51181,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:31.726124 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d6deee84-2454-42e6-ab69-092e4fa7ec61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:31.728923 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6deee84-2454-42e6-ab69-092e4fa7ec61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.733954 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d6deee84-2454-42e6-ab69-092e4fa7ec61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a47a022c-610f-4d2f-8743-ca7b32d51181 HTTP/1.1" status: 204 len: 168 time: 0.4243071 May 10 17:36:31.763398 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:31.766197 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:31.773099 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Checking segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:31.773552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Network hostable DHCP agents. Network: 9ecde6c4-ef95-4d1b-b8d9-269b61cde688, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:36:31.926058 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:31.945414 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:36:31.970849 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:31.983443 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:32.029904 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06', 'code': 200} May 10 17:36:32.112007 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.113012 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 9ecde6c4-ef95-4d1b-b8d9-269b61cde688) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:32.114879 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:32.145465 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:32.146973 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.172809 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06068a-9e1a-42e1-b695-3900c06eef7b None None] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:36:32.295528 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:32.308421 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:32.347425 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df5922-786e-4ec4-a98f-12385c67c05a req-118f4606-c1dc-4270-812e-9b896925ab27 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:32.349269 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c4df5922-786e-4ec4-a98f-12385c67c05a req-118f4606-c1dc-4270-812e-9b896925ab27 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1358573 May 10 17:36:32.358110 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2150bc-6056-407f-8c43-192263161a79 req-745378c7-1e29-46c2-8943-b4533ce354cd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:32.359722 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea2150bc-6056-407f-8c43-192263161a79 req-745378c7-1e29-46c2-8943-b4533ce354cd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 946 time: 0.2024846 May 10 17:36:32.363475 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4205372 May 10 17:36:32.367440 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42598) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:32.376406 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:32.384949 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:32.389775 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Usage tracker for resource:router and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:32.393016 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:32.399928 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:32.437487 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c4df5922-786e-4ec4-a98f-12385c67c05a req-2b7de098-232b-4d5f-b1c5-2ee7831d8ea1 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763583 May 10 17:36:32.445140 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea2150bc-6056-407f-8c43-192263161a79 req-56932423-ca08-4003-8e43-6cc6a268616d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669127 May 10 17:36:32.471462 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12912'] for router, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.472959 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12873'] for router, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.488642 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290b8046-7818-586c-a76b-788f0e55c2ac-9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed'}]}} from dv-cinder-786383-3-smb. {{(pid=79270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:36:32.489597 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.492708 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.855575 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba6965-3db2-4ecb-9e87-de9edd6b9c1a req-846ad0ee-fd49-4cd2-b357-344a370e564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:32.855575 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-46ba6965-3db2-4ecb-9e87-de9edd6b9c1a req-846ad0ee-fd49-4cd2-b357-344a370e564f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 1099 time: 0.0906303 May 10 17:36:32.855575 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-46ba6965-3db2-4ecb-9e87-de9edd6b9c1a req-3d3186d0-61a8-4da2-9ac5-11d0ddd4d407 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 May 10 17:36:32.857667 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.db_base_plugin_common [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Allocated IP 172.20.0.2 (9ecde6c4-ef95-4d1b-b8d9-269b61cde688/48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed/297531ee-5ccc-47a9-b78c-bf156f2ba29a) {{(pid=79270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:32.894922 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Notify callbacks [] for port, precommit_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:32.906284 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Transition to ACTIVE for port object 297531ee-5ccc-47a9-b78c-bf156f2ba29a will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:32.934274 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Transition to ACTIVE for port object 297531ee-5ccc-47a9-b78c-bf156f2ba29a will not be triggered until provisioned by entity DHCP. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:33.138634 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42620) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:33.161437 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.169157 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.178077 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.180726 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:33.188957 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:33.198166 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Usage tracker for resource:security_group_rule and tenant:635882d0edc846cba5890b9bbc39cf1b is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:33.203345 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:33.212236 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:33.234195 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 is already hosted by enough agents. {{(pid=79270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:33.237254 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.base_scheduler [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Resources bound (agent type, host, resource id): {{(pid=79270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:33.241188 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Received port after_create {{(pid=79270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:33.275935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42628) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:33.305525 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.322974 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:33.327239 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Usage tracker for resource:security_group_rule and tenant:37bc4a04c1314b298c233b9255bf13d1 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:33.341304 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Pushing event updated for resources: {'Port': ['ID=297531ee-5ccc-47a9-b78c-bf156f2ba29a,revision_number=1']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:33.342211 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:33.342300 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:33.342380 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:33.358437 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Attempting to bind port 297531ee-5ccc-47a9-b78c-bf156f2ba29a on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:33.358819 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Attempting to bind port 297531ee-5ccc-47a9-b78c-bf156f2ba29a by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:33.359241 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Attempting to bind port 297531ee-5ccc-47a9-b78c-bf156f2ba29a on network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:33.365144 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:33.365629 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Checking segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:33.365893 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.366296 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Bound using segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:33.366804 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Bound port: 297531ee-5ccc-47a9-b78c-bf156f2ba29a, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:33.367188 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.390190 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.461753 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] For port 297531ee-5ccc-47a9-b78c-bf156f2ba29a, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:33.465548 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] For port 297531ee-5ccc-47a9-b78c-bf156f2ba29a, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=297531ee-5ccc-47a9-b78c-bf156f2ba29a,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:33.581714 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.601881 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-712aca38-2d27-4494-8502-daad08cff111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:33.626682 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.637653 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:33.687760 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0941ecd3-d43c-4343-ab84-d5fc515dff2e,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:33.690938 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:33.698192 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=635882d0edc846cba5890b9bbc39cf1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641692 May 10 17:36:33.704492 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42646) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:33.753474 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Pushing event updated for resources: {'Port': ['ID=297531ee-5ccc-47a9-b78c-bf156f2ba29a,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:33.762929 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:33.840338 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.876348 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.923223 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.940289 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da1b8d-8b25-456d-927a-6d1695b4b894 req-5000f867-461c-43b0-b789-af23a7218448 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:33.944033 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d1da1b8d-8b25-456d-927a-6d1695b4b894 req-5000f867-461c-43b0-b789-af23a7218448 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 946 time: 0.3382649 May 10 17:36:33.952194 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee5d2-a31a-4010-b93f-96f90aaa7756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:33.955584 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63f76b-6df1-4b37-bf3d-a3bd956c6d9e req-de7c3c70-80c2-4792-9606-af17dec3389c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:33.957136 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ca63f76b-6df1-4b37-bf3d-a3bd956c6d9e req-de7c3c70-80c2-4792-9606-af17dec3389c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.3520789 May 10 17:36:34.025920 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.040614 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2bf253dc-aa1f-43f3-90cb-c8e259fbe81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:34.045240 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee5d2-a31a-4010-b93f-96f90aaa7756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.190817 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Allocated IP 172.28.0.202 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/49f2bb62-0413-4adb-9283-11209cc4116c) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:34.192493 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d1da1b8d-8b25-456d-927a-6d1695b4b894 req-5decd93d-ec4e-43fb-97d1-c4655c3b4703 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299576 May 10 17:36:34.213028 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37bc4a04c1314b298c233b9255bf13d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9358788 May 10 17:36:34.217104 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42662) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:34.225692 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ca63f76b-6df1-4b37-bf3d-a3bd956c6d9e req-d8fa176b-4209-4a98-bef6-b3e20b5cf675 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459636 May 10 17:36:34.226402 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfa4505-bc95-4fd5-9455-e93407d3135f,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:34.234187 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:34.328846 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee5d2-a31a-4010-b93f-96f90aaa7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.341645 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:34.370283 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ee5d2-a31a-4010-b93f-96f90aaa7756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0941ecd3-d43c-4343-ab84-d5fc515dff2e,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:34.372608 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3f4ee5d2-a31a-4010-b93f-96f90aaa7756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:34.461437 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee5d2-a31a-4010-b93f-96f90aaa7756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.463417 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-3f4ee5d2-a31a-4010-b93f-96f90aaa7756 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0941ecd3-d43c-4343-ab84-d5fc515dff2e HTTP/1.1" status: 204 len: 168 time: 0.7579005 May 10 17:36:34.466566 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5eea61ff-7ff7-4a72-9db7-d2c2fa6810b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.496503 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.517644 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5eea61ff-7ff7-4a72-9db7-d2c2fa6810b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.688061 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 297531ee-5ccc-47a9-b78c-bf156f2ba29a up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:34.736243 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5eea61ff-7ff7-4a72-9db7-d2c2fa6810b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.752620 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.760488 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-9150347a-9ea9-4da4-99df-701a5583985a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:34.784192 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea61ff-7ff7-4a72-9db7-d2c2fa6810b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfa4505-bc95-4fd5-9455-e93407d3135f,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:34.789233 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5eea61ff-7ff7-4a72-9db7-d2c2fa6810b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:34.790786 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0ad27d06-653c-4e09-aeb6-89240e9cb837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:34.842718 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 297531ee-5ccc-47a9-b78c-bf156f2ba29a completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:34.845792 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5eea61ff-7ff7-4a72-9db7-d2c2fa6810b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:34.850184 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-5eea61ff-7ff7-4a72-9db7-d2c2fa6810b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cfa4505-bc95-4fd5-9455-e93407d3135f HTTP/1.1" status: 204 len: 168 time: 0.5943408 May 10 17:36:34.852595 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:34.860550 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:34.863054 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:34.937066 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Pushing event updated for resources: {'Port': ['ID=49f2bb62-0413-4adb-9283-11209cc4116c,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:34.939993 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:35.019914 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a9b1f-d4d6-4925-a5e8-84837d7d2a81 None None] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:36:35.208198 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Provisioning for port 297531ee-5ccc-47a9-b78c-bf156f2ba29a completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:35.221114 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Provisioning complete for port 297531ee-5ccc-47a9-b78c-bf156f2ba29a triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:35.221553 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:35.480285 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-0ecee421-f51f-459c-97ac-23ac5860f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:35.497244 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:35.518069 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dc098-44b2-4e5e-8d19-eae45030c181 req-44f8bceb-fb7b-4066-b357-1ad01e085a4e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:35.526221 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a20dc098-44b2-4e5e-8d19-eae45030c181 req-44f8bceb-fb7b-4066-b357-1ad01e085a4e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1563859 May 10 17:36:35.612320 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] For port 297531ee-5ccc-47a9-b78c-bf156f2ba29a, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=297531ee-5ccc-47a9-b78c-bf156f2ba29a,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:35.669996 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a20dc098-44b2-4e5e-8d19-eae45030c181 req-6e2efd64-5466-4561-8f33-6b23664e77ba tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402466 May 10 17:36:35.766847 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:35.769390 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:35.781909 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:35.893696 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe9a1-f26d-4b28-81e6-efed48de3e5f req-ff113add-d4ba-403c-912c-404a54bc400e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:35.895323 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-760fe9a1-f26d-4b28-81e6-efed48de3e5f req-ff113add-d4ba-403c-912c-404a54bc400e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 946 time: 0.1634476 May 10 17:36:35.954338 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-044184de-1daf-4e66-9a97-f212c831dd9c None None] Provisioning complete for port 297531ee-5ccc-47a9-b78c-bf156f2ba29a triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:35.955228 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-044184de-1daf-4e66-9a97-f212c831dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:36.000662 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-760fe9a1-f26d-4b28-81e6-efed48de3e5f req-076adb6f-33ac-4efa-9e24-004ac86e8ec6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986814 May 10 17:36:36.014228 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Pushing event updated for resources: {'Port': ['ID=297531ee-5ccc-47a9-b78c-bf156f2ba29a,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:36.057388 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.059116 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.059469 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.059809 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.060145 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.060483 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.063057 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.063410 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.063750 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.065312 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.065665 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.067120 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:36.082930 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:36.338395 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:36.689517 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 297531ee-5ccc-47a9-b78c-bf156f2ba29a up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:36.787961 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Router 551adeb9-78f1-4e2e-a84e-855f5329e99d is scheduled to L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 with binding_index 1 {{(pid=79268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:36:36.792998 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 297531ee-5ccc-47a9-b78c-bf156f2ba29a triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:36.795680 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:36.969068 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba12e9d-d529-4527-bfad-2e56cac200c4 req-dbbd7857-202b-48d2-b0ea-e0eb45bd43cc tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:36.982624 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eba12e9d-d529-4527-bfad-2e56cac200c4 req-dbbd7857-202b-48d2-b0ea-e0eb45bd43cc tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1354804 May 10 17:36:37.072981 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eba12e9d-d529-4527-bfad-2e56cac200c4 req-03c08ded-0c09-4209-ad9b-58c220eb54e5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889246 May 10 17:36:37.152051 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:36:37.161810 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Sync routers for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:36:37.191785 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:37.191785 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:36:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:37.311389 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:37.312559 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9437077 May 10 17:36:37.315515 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42776) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:37.440538 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:37.806828 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42796) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:37.864497 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:35Z', 'revision_number': 3, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:37.869198 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Checking router: 551adeb9-78f1-4e2e-a84e-855f5329e99d for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:36:37.869585 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Updating router 551adeb9-78f1-4e2e-a84e-855f5329e99d port 49f2bb62-0413-4adb-9283-11209cc4116c binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:36:37.949108 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.027172 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.037384 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-91890723-7535-4007-a2c0-74e2e3314f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.067429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:38.074767 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Usage tracker for resource:security_group_rule and tenant:a3c2cc7ac8df43899ff47f663941db82 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:38.080886 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:38.095361 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:38.308711 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.357480 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.369719 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.406227 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741e57-86b5-468b-b2a5-225e9002ac07 req-61cf5917-2be4-4f2f-a806-42e9174ba5f7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:38.409991 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e3741e57-86b5-468b-b2a5-225e9002ac07 req-61cf5917-2be4-4f2f-a806-42e9174ba5f7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1623898 May 10 17:36:38.442268 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.456869 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Transition to ACTIVE for port object 49f2bb62-0413-4adb-9283-11209cc4116c will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:38.535310 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.554833 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:38.573605 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.578092 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:38.644128 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e3741e57-86b5-468b-b2a5-225e9002ac07 req-b419a4fc-b45a-469a-8503-f0c62fa151fd tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270305 May 10 17:36:38.651900 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6276d76b-cc1a-437a-b224-e40f1eae3f26,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:38.657666 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:38.664885 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3c2cc7ac8df43899ff47f663941db82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8544521 May 10 17:36:38.667155 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42828) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:38.723414 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Attempting to bind port 49f2bb62-0413-4adb-9283-11209cc4116c on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:38.724239 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Attempting to bind port 49f2bb62-0413-4adb-9283-11209cc4116c by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:38.724759 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Attempting to bind port 49f2bb62-0413-4adb-9283-11209cc4116c on network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:38.736748 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:38.737406 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:38.738030 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.738604 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Bound using segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:38.739556 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Bound port: 49f2bb62-0413-4adb-9283-11209cc4116c, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:38.740332 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.755146 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae5-1e44-4d29-8ef2-9b9db62b8c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.785932 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae5-1e44-4d29-8ef2-9b9db62b8c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.787767 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Allocated IP 172.20.0.1 (9ecde6c4-ef95-4d1b-b8d9-269b61cde688/48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed/585d4803-e6da-40f7-b934-9d0139b4dd04) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:38.881451 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Pushing event updated for resources: {'Port': ['ID=49f2bb62-0413-4adb-9283-11209cc4116c,revision_number=2']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:38.896487 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.897078 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.897610 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.898219 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.898969 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.899611 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.900277 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.900771 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.901284 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.901747 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.902259 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.902740 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:38.917626 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:38.933138 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae5-1e44-4d29-8ef2-9b9db62b8c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.938908 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] For port 49f2bb62-0413-4adb-9283-11209cc4116c, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:38.939007 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-83be5402-50f6-48ea-9535-d8c0a75873b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:38.945477 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] For port 49f2bb62-0413-4adb-9283-11209cc4116c, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=49f2bb62-0413-4adb-9283-11209cc4116c,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:38.972007 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edeae5-1e44-4d29-8ef2-9b9db62b8c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276d76b-cc1a-437a-b224-e40f1eae3f26,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:38.977836 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f3edeae5-1e44-4d29-8ef2-9b9db62b8c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:38.980427 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae5-1e44-4d29-8ef2-9b9db62b8c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:38.981595 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f3edeae5-1e44-4d29-8ef2-9b9db62b8c22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6276d76b-cc1a-437a-b224-e40f1eae3f26 HTTP/1.1" status: 204 len: 168 time: 0.3129311 May 10 17:36:39.020539 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.025929 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:39.075119 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.094729 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Transition to ACTIVE for port object 585d4803-e6da-40f7-b934-9d0139b4dd04 will not be triggered until provisioned by entity DHCP. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:39.157120 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.184924 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:39.185772 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:36:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:39.244970 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.254498 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:39.315012 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Pushing event updated for resources: {'Port': ['ID=49f2bb62-0413-4adb-9283-11209cc4116c,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:39.321414 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-e14567f3-0544-48c9-9532-9df8bcf70b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:39.380253 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:39.383110 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:39.387380 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:39.396659 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:39.432595 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Pushing event updated for resources: {'Port': ['ID=585d4803-e6da-40f7-b934-9d0139b4dd04,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:39.437157 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:39.459173 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393439'] for router_interface, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.680843 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.739519 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-b411cb25-c61a-4475-8dad-f24f6e90d3de None None] Provisioning for port 585d4803-e6da-40f7-b934-9d0139b4dd04 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:39.746605 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-b411cb25-c61a-4475-8dad-f24f6e90d3de None None] Provisioning complete for port 585d4803-e6da-40f7-b934-9d0139b4dd04 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:39.746989 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b411cb25-c61a-4475-8dad-f24f6e90d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:39.843498 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:35Z', 'revision_number': 3, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:39.849112 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-b411cb25-c61a-4475-8dad-f24f6e90d3de None None] Port 585d4803-e6da-40f7-b934-9d0139b4dd04 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:36:39.862057 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932b44d-80fe-42fe-9faf-1208c8d7a212 None None] The sync data for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb is: [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:35Z', 'revision_number': 3, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:36:39.982397 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f812a5-2d1b-4579-9ae0-dfde5acf17ee req-dea76089-c0cd-43ac-b517-e5be50a8e58c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:39.982397 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-24f812a5-2d1b-4579-9ae0-dfde5acf17ee req-dea76089-c0cd-43ac-b517-e5be50a8e58c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1395118 May 10 17:36:40.032736 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.043115 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-24f812a5-2d1b-4579-9ae0-dfde5acf17ee req-1bfc2bd5-1087-422e-a36c-a10aceae1856 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526452 May 10 17:36:40.101275 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.137735 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-01884748-4f9c-4f71-aa6e-98fed0c3aa86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:40.165592 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42860) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:40.194532 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.256246 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:40.266450 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Usage tracker for resource:security_group_rule and tenant:9d3137f95446437a9a7a54e44bff0b9e is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:40.284282 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:40.286035 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Pushing event updated for resources: {'Port': ['ID=585d4803-e6da-40f7-b934-9d0139b4dd04,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:40.288796 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393340'] for router_interface, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.297754 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:40.299188 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:40.449688 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.486440 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:40.487836 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:40.556733 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.630159 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:40.700879 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d3137f95446437a9a7a54e44bff0b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5336409 May 10 17:36:40.704637 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42878) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:40.720674 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.740952 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a444935-f225-4685-89bf-29984beb58bd,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:40.754453 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:40.757915 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Router 551adeb9-78f1-4e2e-a84e-855f5329e99d has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:36:40.815825 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 49f2bb62-0413-4adb-9283-11209cc4116c up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:40.898447 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d5ab-06db-4d2e-9915-5ee247ccf492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.941873 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-5db2d537-c41d-418a-86e0-a6d36743be8e None None] Provisioning complete for port 585d4803-e6da-40f7-b934-9d0139b4dd04 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:40.942444 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-5db2d537-c41d-418a-86e0-a6d36743be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:40.955750 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d5ab-06db-4d2e-9915-5ee247ccf492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.077294 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 49f2bb62-0413-4adb-9283-11209cc4116c completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:41.077294 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-5db2d537-c41d-418a-86e0-a6d36743be8e None None] Port 585d4803-e6da-40f7-b934-9d0139b4dd04 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:36:41.083005 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 49f2bb62-0413-4adb-9283-11209cc4116c triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:41.083395 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.094611 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:36:41.113354 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] 10.222.0.21 "PUT /v2.0/routers/551adeb9-78f1-4e2e-a84e-855f5329e99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7963083 May 10 17:36:41.241308 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d5ab-06db-4d2e-9915-5ee247ccf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.246734 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-972305b6-fd43-4f6a-b54f-3d31ad50d8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:41.263536 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7d5ab-06db-4d2e-9915-5ee247ccf492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a444935-f225-4685-89bf-29984beb58bd,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:41.267209 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.269622 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a8f7d5ab-06db-4d2e-9915-5ee247ccf492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:41.277339 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d5ab-06db-4d2e-9915-5ee247ccf492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.279131 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-a8f7d5ab-06db-4d2e-9915-5ee247ccf492 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a444935-f225-4685-89bf-29984beb58bd HTTP/1.1" status: 204 len: 168 time: 0.5737083 May 10 17:36:41.307678 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 49f2bb62-0413-4adb-9283-11209cc4116c, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=49f2bb62-0413-4adb-9283-11209cc4116c,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:41.315121 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d71c00-3eff-4190-95f2-e5b4b7f79315 req-e2730b28-04f7-4ceb-bb45-b9344ddaec0c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:41.319742 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91d71c00-3eff-4190-95f2-e5b4b7f79315 req-e2730b28-04f7-4ceb-bb45-b9344ddaec0c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1479075 May 10 17:36:41.377831 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91d71c00-3eff-4190-95f2-e5b4b7f79315 req-6ef109fa-bf13-4a6e-84a5-526233e7d6b1 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 May 10 17:36:41.449219 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:41.451177 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:41.565653 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=49f2bb62-0413-4adb-9283-11209cc4116c,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:41.570055 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:41.929826 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42914) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:41.935464 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602297189', 'description': 'tempest-description--777078271'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:41.948305 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:41.961950 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:security_group and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:41.970570 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:41.991906 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:42.072202 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.127384 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:42.139217 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:security_group_rule and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:42.142658 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:42.157029 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:42.344535 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Sync routers for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:36:42.357247 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:42.360315 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:36:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:42.395418 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42936) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:42.444323 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.463892 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-dd4e33b8-64a4-4da1-8b37-b70a54a14745 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:42.465548 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-dd4e33b8-64a4-4da1-8b37-b70a54a14745 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 814 time: 0.2430687 May 10 17:36:42.468274 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.471992 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6215c-27b2-4853-9f4a-efbc3c1c1d42 req-f1c63770-f061-40fe-a939-5c94c0bef68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:42.473439 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-efe6215c-27b2-4853-9f4a-efbc3c1c1d42 req-f1c63770-f061-40fe-a939-5c94c0bef68b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 1099 time: 0.2969868 May 10 17:36:42.476052 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:42.480739 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d101e6ff7cc8447796d2ee981a0e7cb0 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:42.485892 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:42.492400 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:42.499062 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-792722e5-e17e-4b03-b590-a7ffeb233060 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/quotas/b30249d68d4a4410b8f6222e3bf7578a HTTP/1.1" status: 200 len: 375 time: 0.0245790 May 10 17:36:42.583943 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:42.605824 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.616965 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-321a3459-83ba-4bb1-bc00-d8982dc5e849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:42.631238 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-efe6215c-27b2-4853-9f4a-efbc3c1c1d42 req-6e4c6afe-225f-43ea-8c0f-7e8b4c2b7c6f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475873 May 10 17:36:42.694062 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4734660a-3ba0-4200-94f6-bb9e92615e12,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:42.694062 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:42.730990 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-3657f507-c7e0-44a6-bdb4-f8a8a51abc1a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2218342 May 10 17:36:42.756651 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 49f2bb62-0413-4adb-9283-11209cc4116c up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:42.758995 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.777296 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad7f42-8c12-4bd5-b617-06db2159aa6e req-03f16b5c-4ecb-4aeb-b9af-0d23983f4ee6 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:42.779629 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f2ad7f42-8c12-4bd5-b617-06db2159aa6e req-03f16b5c-4ecb-4aeb-b9af-0d23983f4ee6 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.2359464 May 10 17:36:42.835878 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.848994 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7b0d386b-2363-4b10-9064-a9b956d2a0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:42.862843 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:42.864045 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9330223 May 10 17:36:42.869109 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42946) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:42.881511 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'security_group_rule': {'security_group_id': '4734660a-3ba0-4200-94f6-bb9e92615e12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:42.901048 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:42.914176 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:security_group_rule and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:42.921593 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d101e6ff7cc8447796d2ee981a0e7cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250430 May 10 17:36:42.922825 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde1819-3dc2-4754-9ee0-42aad90920c4,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:42.924378 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:42.925693 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 42950) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:42.930465 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:42.943273 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:42.948305 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f2ad7f42-8c12-4bd5-b617-06db2159aa6e req-41cb8fec-59e2-4ad9-85ce-083bc23b9690 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598096 May 10 17:36:42.989325 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 49f2bb62-0413-4adb-9283-11209cc4116c triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:42.989695 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.029472 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-1265b1f6-9c8d-4ed2-af35-bfa276eab118 service neutron] 10.222.0.21 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794340 May 10 17:36:43.040770 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-63d6c01e-c79d-4e1f-b6ac-be39f4957e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.084696 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-63d6c01e-c79d-4e1f-b6ac-be39f4957e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.183235 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 2, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:43.195312 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Checking router: 551adeb9-78f1-4e2e-a84e-855f5329e99d for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:36:43.195611 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Updating router 551adeb9-78f1-4e2e-a84e-855f5329e99d port 585d4803-e6da-40f7-b934-9d0139b4dd04 binding host dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:36:43.247255 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.248853 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-63d6c01e-c79d-4e1f-b6ac-be39f4957e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.253990 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-fcdf92e1-b459-457b-af61-507be613a163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:43.267928 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6c01e-c79d-4e1f-b6ac-be39f4957e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde1819-3dc2-4754-9ee0-42aad90920c4,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:43.270606 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-63d6c01e-c79d-4e1f-b6ac-be39f4957e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:43.270993 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.276208 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-63d6c01e-c79d-4e1f-b6ac-be39f4957e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.281072 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-63d6c01e-c79d-4e1f-b6ac-be39f4957e38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecde1819-3dc2-4754-9ee0-42aad90920c4 HTTP/1.1" status: 204 len: 168 time: 0.3535931 May 10 17:36:43.451881 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-4f917aee-ef60-40ff-8775-a78f81f694e8 service neutron] 10.222.0.21 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016316 May 10 17:36:43.487029 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.563120 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.602701 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:43.637828 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af364843-cd17-42a8-ac91-761386e7c783,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:43.643219 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:43.706144 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.708020 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8354502 May 10 17:36:43.710883 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 42986) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:43.717143 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'security_group_rule': {'security_group_id': '4734660a-3ba0-4200-94f6-bb9e92615e12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:43.744637 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:43.744637 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:security_group_rule and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:43.744637 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:43.751743 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:43.788276 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Notify callbacks [] for port, precommit_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.801435 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Transition to ACTIVE for port object 585d4803-e6da-40f7-b934-9d0139b4dd04 will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:43.802364 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-179f4251-c4b4-4924-9920-d10b21f87f8c req-6b17660f-61c3-4865-bc4f-f0d5617dd1e6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 210 time: 0.0526247 May 10 17:36:43.968826 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.974157 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:43.980302 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.115767 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.295439 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.327502 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:44.335593 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4b64-317f-44df-95ed-83eb31589641 None None] Pushing event updated for resources: {'Port': ['ID=585d4803-e6da-40f7-b934-9d0139b4dd04,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:44.348204 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-42ab4b64-317f-44df-95ed-83eb31589641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:44.402890 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baeb0907-6f1a-4233-89b0-490a1c6304b1,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:44.404822 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43024) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:44.423499 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:44.436530 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4892660-8634-4de0-9f5d-93ef1d7dd558 req-17858c9d-d74b-4bc3-95f0-505a9891d851 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:44.444261 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c4892660-8634-4de0-9f5d-93ef1d7dd558 req-17858c9d-d74b-4bc3-95f0-505a9891d851 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.2599185 May 10 17:36:44.466354 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Attempting to bind port 585d4803-e6da-40f7-b934-9d0139b4dd04 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:44.467564 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Attempting to bind port 585d4803-e6da-40f7-b934-9d0139b4dd04 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:44.468926 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Attempting to bind port 585d4803-e6da-40f7-b934-9d0139b4dd04 on network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:44.478248 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:44.479003 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Checking segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:44.479651 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.480244 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Bound using segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:44.481445 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Bound port: 585d4803-e6da-40f7-b934-9d0139b4dd04, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:44.482117 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.506201 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c4892660-8634-4de0-9f5d-93ef1d7dd558 req-46e6a114-858f-4155-aa93-fdab98b3394c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610065 May 10 17:36:44.516935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.518544 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-437074a9-c997-4de1-b014-f0bc61d11116 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8064299 May 10 17:36:44.526323 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43030) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:44.536226 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'floatingip': {'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:44.560580 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:44.562094 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:floatingip and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:44.567283 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:44.575036 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:44.607636 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.624347 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:44.628664 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:315f2b54835f4f96b51801c420b3166a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:44.632679 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:44.635461 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] For port 585d4803-e6da-40f7-b934-9d0139b4dd04, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:44.638849 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] For port 585d4803-e6da-40f7-b934-9d0139b4dd04, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=585d4803-e6da-40f7-b934-9d0139b4dd04,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:44.640613 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:44.752905 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.792038 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.796793 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:44.797909 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.896952 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:36:44.897604 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:36:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:44.973693 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:44.994169 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a6621973-1730-4422-9c10-4c497f3b3d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:45.022200 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3ca895f5-fdce-4451-9eff-6021423a2316 req-c2a27446-c261-47bc-847b-69fff2cf1fbe tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 210 time: 0.1160548 May 10 17:36:45.106845 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43058) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:45.111033 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=315f2b54835f4f96b51801c420b3166a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7043524 May 10 17:36:45.177405 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba91935-aa45-4d24-9a2d-0ace8fc4a843,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:45.182619 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b08d5204-44c1-430a-abd7-daaa2eed0fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:45.216291 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab4b64-317f-44df-95ed-83eb31589641 None None] Pushing event updated for resources: {'Port': ['ID=585d4803-e6da-40f7-b934-9d0139b4dd04,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:45.233697 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-42ab4b64-317f-44df-95ed-83eb31589641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:45.267080 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.349180 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b1a067d4-0303-4bb6-bb9a-9fb653354b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.392228 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b1a067d4-0303-4bb6-bb9a-9fb653354b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.423556 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:36:45.464777 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Allocated IP 172.28.0.67 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/e9f60519-cf95-49e2-bf48-08414fadb66a) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:45.565519 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43076) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:45.648274 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b1a067d4-0303-4bb6-bb9a-9fb653354b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.655371 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-6a5dea81-3c1a-4d9c-9af0-53f44297023d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:45.713552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a067d4-0303-4bb6-bb9a-9fb653354b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba91935-aa45-4d24-9a2d-0ace8fc4a843,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:45.724623 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b1a067d4-0303-4bb6-bb9a-9fb653354b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:45.771263 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.825489 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1461202491-network', 'tenant_id': '71526a09ff854ce7b5c575962dd0c0bc'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:45.833246 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:45.837355 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b1a067d4-0303-4bb6-bb9a-9fb653354b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.842688 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-b1a067d4-0303-4bb6-bb9a-9fb653354b52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bba91935-aa45-4d24-9a2d-0ace8fc4a843 HTTP/1.1" status: 204 len: 168 time: 0.7331812 May 10 17:36:45.851646 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Usage tracker for resource:network and tenant:71526a09ff854ce7b5c575962dd0c0bc is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:45.857967 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:45.869631 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:45.900359 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:45.908412 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ee85d247-2630-473b-85c6-f29dc91c5c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:45.965756 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b4ac3-3aad-4ac3-9093-e2fa81cef8e8 req-69b8e492-44ed-4d73-9c35-a0a7f8b534d6 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:45.966034 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-997b4ac3-3aad-4ac3-9093-e2fa81cef8e8 req-69b8e492-44ed-4d73-9c35-a0a7f8b534d6 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.2743046 May 10 17:36:46.040452 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Made reservation on behalf of 71526a09ff854ce7b5c575962dd0c0bc for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:46.052903 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'Port': ['ID=e9f60519-cf95-49e2-bf48-08414fadb66a,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:46.057466 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:46.058712 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:46.059257 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.060013 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:46.062726 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:46.105990 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.160506 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:46.169998 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Usage tracker for resource:security_group_rule and tenant:71526a09ff854ce7b5c575962dd0c0bc is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:46.172558 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:46.186207 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:46.231163 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:44Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:46.237915 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe32525e-d0f7-4650-957d-b390b7a63030 None None] The sync data for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb is: [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:44Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:36:46.349842 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.375838 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-997b4ac3-3aad-4ac3-9093-e2fa81cef8e8 req-7934ccb6-e772-4733-8050-3e6143825137 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992369 May 10 17:36:46.511839 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8e0ae749-7b9f-4bb2-83d6-546d28a9a853 req-18ee427b-0e7e-40f5-9c37-d8ef612cf6d3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 210 time: 0.0924606 May 10 17:36:46.523464 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.564255 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.564255 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1cbbf7a1-c166-46ed-b95e-94a1a1a75ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:46.635708 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=79269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:36:46.645726 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.646078 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Added segment 17c06436-d23a-4549-a330-ec897bf93ac8 of type vlan for network 7b108c27-27ee-467a-a621-27feb0755397 May 10 17:36:46.682783 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.732585 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 585d4803-e6da-40f7-b934-9d0139b4dd04 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:46.747214 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.764175 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:46.810069 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:46.900695 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbf5ab-ef2e-4bd0-b680-07a06e1faa8f req-d17fdb84-129a-467d-bc02-8f74730c3445 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:46.902496 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f4fbf5ab-ef2e-4bd0-b680-07a06e1faa8f req-d17fdb84-129a-467d-bc02-8f74730c3445 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.2302983 May 10 17:36:46.968175 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 585d4803-e6da-40f7-b934-9d0139b4dd04 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:46.973620 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 585d4803-e6da-40f7-b934-9d0139b4dd04 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:46.974001 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:46.987559 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f4fbf5ab-ef2e-4bd0-b680-07a06e1faa8f req-9016479d-3b11-4357-b8a5-369670f52520 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772874 May 10 17:36:47.018558 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.020661 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:47.020929 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.056696 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d06a1025-27cc-432b-b0d8-ac34a3fde318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:47.122578 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43126) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:47.282489 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.325352 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.352026 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.357925 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7912636 May 10 17:36:47.371248 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.371603 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:47.384573 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 585d4803-e6da-40f7-b934-9d0139b4dd04, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=585d4803-e6da-40f7-b934-9d0139b4dd04,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:47.389332 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43134) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:47.419423 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Request body: {'subnet': {'network_id': '7b108c27-27ee-467a-a621-27feb0755397', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1461202491-subnet', 'tenant_id': '71526a09ff854ce7b5c575962dd0c0bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:47.428516 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:47.445018 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Usage tracker for resource:subnet and tenant:71526a09ff854ce7b5c575962dd0c0bc is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:47.449226 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:47.460070 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.464529 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-ed6fd5e2-6fdd-4b02-86c1-a4bd4c4e3c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:47.487353 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b108c27-27ee-467a-a621-27feb0755397,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:47.549570 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 7b108c27-27ee-467a-a621-27feb0755397 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:36:47.622718 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:47.627153 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:47.638633 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:47.652821 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.678322 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Usage tracker for resource:security_group_rule and tenant:d7db55c6d4514ce19473485cc6b4e51e is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:47.703426 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:47.729160 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:47.786059 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Made reservation on behalf of 71526a09ff854ce7b5c575962dd0c0bc for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:47.787840 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'Port': ['ID=e9f60519-cf95-49e2-bf48-08414fadb66a,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:47.789213 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404711'] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.794064 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:47.839286 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43150) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:47.863738 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=585d4803-e6da-40f7-b934-9d0139b4dd04,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:47.878907 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-a2f9ad93-1258-40e7-b92f-ff0a6026118d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:47.880538 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-a2f9ad93-1258-40e7-b92f-ff0a6026118d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 814 time: 0.4940000 May 10 17:36:47.898501 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:47.947282 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:47.949099 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4256053 May 10 17:36:47.997910 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Request body: {'port': {'device_id': 'e5aed535-8461-4a57-b06b-bba98362cc37', 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'admin_state_up': True, 'tenant_id': 'b30249d68d4a4410b8f6222e3bf7578a'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:48.031603 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ac5dcd03-e7c4-4cb1-88ec-c84b1b886db3 req-8b08610e-772d-49b0-971a-bef51a3cdbff tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 210 time: 0.2001150 May 10 17:36:48.110328 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.156244 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:48.162777 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Usage tracker for resource:security_group_rule and tenant:496e123f4c7b4fbba0ed357adc08963a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:48.167127 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:48.174851 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:48.290764 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.384824 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.395156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d6f8af94-0865-472e-aa80-1d2aac9ce609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:48.438129 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=496e123f4c7b4fbba0ed357adc08963a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983181 May 10 17:36:48.439834 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074a0932-6764-43e9-a1a6-7926ad6316b4,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:48.442213 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43184) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:48.444998 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:48.459127 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:48.489939 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:48.506255 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-875bc98c-391c-47fa-b0d4-a565a1bbbc80 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Synchronizing usage tracker for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:security_group {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:48.518072 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d5472b72-8b9e-4f20-8d2f-67eb314bfd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.518804 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.556423 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d5472b72-8b9e-4f20-8d2f-67eb314bfd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.669402 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.679784 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-875bc98c-391c-47fa-b0d4-a565a1bbbc80 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Unset dirty status for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:security_group {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:48.688222 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-875bc98c-391c-47fa-b0d4-a565a1bbbc80 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--602297189&fields=id&tenant_id=aec073c057894f18a4689f7f6eccafa4 HTTP/1.1" status: 200 len: 267 time: 0.3080344 May 10 17:36:48.704309 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 585d4803-e6da-40f7-b934-9d0139b4dd04 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:48.719710 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:48.737140 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7db55c6d4514ce19473485cc6b4e51e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5761566 May 10 17:36:48.737232 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43196) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:48.780407 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d5472b72-8b9e-4f20-8d2f-67eb314bfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.794384 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5eea61ff-7ff7-4a72-9db7-d2c2fa6810b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:48.818234 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5472b72-8b9e-4f20-8d2f-67eb314bfd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074a0932-6764-43e9-a1a6-7926ad6316b4,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:48.844280 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d5472b72-8b9e-4f20-8d2f-67eb314bfd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:48.850103 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d5472b72-8b9e-4f20-8d2f-67eb314bfd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.851467 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d5472b72-8b9e-4f20-8d2f-67eb314bfd14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/074a0932-6764-43e9-a1a6-7926ad6316b4 HTTP/1.1" status: 204 len: 168 time: 0.4080596 May 10 17:36:48.865942 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Made reservation on behalf of b30249d68d4a4410b8f6222e3bf7578a for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:48.869605 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a7cc99e8-f976-4c28-af47-b185d31c7818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.878030 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.884859 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 585d4803-e6da-40f7-b934-9d0139b4dd04 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:48.884859 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.905320 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a7cc99e8-f976-4c28-af47-b185d31c7818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:48.930128 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d167191f-14e2-4346-b9e8-ea68931657ac,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:48.959706 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:49.046707 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-4412fd24-85e3-4163-8e02-1e550e9fc29e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:49.047396 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-4412fd24-85e3-4163-8e02-1e550e9fc29e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Synchronizing usage tracker for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:network {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:49.121514 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a7cc99e8-f976-4c28-af47-b185d31c7818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.131150 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bc8a8794-7cde-44b1-b163-2b17a4a0cd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:49.147728 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc99e8-f976-4c28-af47-b185d31c7818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d167191f-14e2-4346-b9e8-ea68931657ac,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:49.158670 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a7cc99e8-f976-4c28-af47-b185d31c7818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:49.167626 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a7cc99e8-f976-4c28-af47-b185d31c7818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.172349 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-a7cc99e8-f976-4c28-af47-b185d31c7818 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d167191f-14e2-4346-b9e8-ea68931657ac HTTP/1.1" status: 204 len: 168 time: 0.4338953 May 10 17:36:49.255255 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5e84cf24-2268-4b2b-bd89-63c8d59c89ba req-a6e3338b-72bb-4db4-b932-02172c3f1918 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 210 time: 0.0650914 May 10 17:36:49.307398 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-4412fd24-85e3-4163-8e02-1e550e9fc29e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Unset dirty status for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:network {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:49.308586 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-4412fd24-85e3-4163-8e02-1e550e9fc29e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 816 time: 0.5728738 May 10 17:36:49.376176 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-e665d6a5-5abe-4a4e-bae5-ddb8150255ca tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/quotas/aec073c057894f18a4689f7f6eccafa4 HTTP/1.1" status: 200 len: 375 time: 0.0293989 May 10 17:36:49.393006 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Allocated IP 172.20.0.3 (b3317282-bcf4-4c09-a169-c0aa31e707e8/83dbaadc-e448-431b-97b4-54ab83826a1a/d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:49.456127 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404757'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.465686 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2b8d3c7e-e4ab-42d5-85c8-3bc73121fc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:49.613085 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30081880-f891-4794-976e-49e25653ba25,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:49.669908 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:49.677245 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Checking segment: {'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:49.677607 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Network hostable DHCP agents. Network: 7b108c27-27ee-467a-a621-27feb0755397, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:36:49.712863 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-4b6933f6-ced9-43b9-b7d5-de43ba2e2606 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3264420 May 10 17:36:49.873216 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:49.921181 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Network 7b108c27-27ee-467a-a621-27feb0755397 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:36:49.935509 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-40b6279e-17f2-497f-80b6-fc4c6ff94f0a service neutron] 10.222.0.21 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938260 May 10 17:36:50.043485 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 7b108c27-27ee-467a-a621-27feb0755397) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:50.054519 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731435bc-5427-42b2-975f-bf41df83d4ed None None] Network 7b108c27-27ee-467a-a621-27feb0755397 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:36:50.140944 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:50.143271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:50.152532 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:50.167322 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-97282f6f-381a-4fed-a386-07ff83270ad0 service neutron] 10.222.0.21 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178481 May 10 17:36:50.172615 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:50.216103 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:50.262953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Network b3317282-bcf4-4c09-a169-c0aa31e707e8 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:50.269482 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:50.272163 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:50.333587 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Pushing event updated for resources: {'Port': ['ID=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:50.337146 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:50.366342 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:50.367046 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:50.435130 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4acafc-b22f-41c8-8253-99598cb2a483 None None] Network 7b108c27-27ee-467a-a621-27feb0755397 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:36:50.465490 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0739937 May 10 17:36:50.518188 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5333564 May 10 17:36:50.537737 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Request body: {'port': {'device_id': 'e5aed535-8461-4a57-b06b-bba98362cc37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:50.703382 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:50.976378 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-d244cc89-744f-4e96-b4bb-58fd33fd2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:50.982983 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-d244cc89-744f-4e96-b4bb-58fd33fd2852 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1099 time: 0.2124665 May 10 17:36:51.225029 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-eccb4283-d15e-4920-b84f-ab68382ae544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:51.226652 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-eccb4283-d15e-4920-b84f-ab68382ae544 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 920 time: 0.2325895 May 10 17:36:51.288398 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa6a34-1f7c-4f25-bbcb-07633c98f5a1 req-33cdc251-87d7-48b3-8d3d-313a9ea20a39 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:51.289427 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-8baa6a34-1f7c-4f25-bbcb-07633c98f5a1 req-33cdc251-87d7-48b3-8d3d-313a9ea20a39 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:51.308489 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cde2e-a47a-4b02-a3bd-3d61b712f23a req-536c0e7c-802c-4567-9772-1a39525797df tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:51.316234 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b49cde2e-a47a-4b02-a3bd-3d61b712f23a req-536c0e7c-802c-4567-9772-1a39525797df tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.5521169 May 10 17:36:51.350624 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-ac479c8e-715b-4b25-b6e3-402288a81ef8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae2c21c-6d8a-4937-ab11-b79715e77223 HTTP/1.1" status: 200 len: 217 time: 0.1112759 May 10 17:36:51.441462 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-9c50ed35-8ff7-4bcb-897a-1beebde725be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:51.443323 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-9c50ed35-8ff7-4bcb-897a-1beebde725be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 200 len: 859 time: 0.0826676 May 10 17:36:51.526783 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-8baa6a34-1f7c-4f25-bbcb-07633c98f5a1 req-33cdc251-87d7-48b3-8d3d-313a9ea20a39 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:51.527930 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8baa6a34-1f7c-4f25-bbcb-07633c98f5a1 req-33cdc251-87d7-48b3-8d3d-313a9ea20a39 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 931 time: 0.6927581 May 10 17:36:51.552765 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b49cde2e-a47a-4b02-a3bd-3d61b712f23a req-535deed2-2e3e-448c-a027-71baf65d79a0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351143 May 10 17:36:51.585646 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-cf2b3e04-b62b-425b-9ecb-8296de453f8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f712391-4b54-4ac8-8181-9459cb98da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347389 May 10 17:36:51.604881 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:51.624143 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.654492 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8baa6a34-1f7c-4f25-bbcb-07633c98f5a1 req-7159448d-181f-4f0e-b2e6-8aa5b3eaf18c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008794 May 10 17:36:51.716456 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Transition to ACTIVE for port object d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:51.725161 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-366ccde6-10a0-4982-9f37-2c961363738b req-a5d55c63-aed6-4e9c-8188-882633cf166a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 210 time: 0.0624747 May 10 17:36:51.785940 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43278) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:51.816809 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-0430614e-ce7c-4026-87b0-f8cfa50ffc91 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230785 May 10 17:36:51.860073 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:51.868418 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:52.028426 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-513f98f7-8e9c-4d71-b071-e36af69e81c5 req-86d9be30-fe74-471a-9b08-20f1749c85da service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975145 May 10 17:36:52.076563 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:52.120463 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:52.121252 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.168407 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:52.177016 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:9f449b99bdd943ffb68c00b108fa4325 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:52.183299 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:52.192522 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:52.268176 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Attempting to bind port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:52.268540 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Attempting to bind port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:52.269167 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Attempting to bind port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:52.278931 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:36:52.279173 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Attempting to bind port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:52.289110 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:52.289455 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Checking segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:52.290700 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Bound using segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:52.291292 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Bound port: d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:52.291647 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.422093 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.428083 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] For port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:52.432003 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] For port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:52.620117 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.633834 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1f0cbef2-1159-4789-a02b-f5c4614e9d81 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:52.640590 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.681724 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f449b99bdd943ffb68c00b108fa4325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8934271 May 10 17:36:52.684390 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43310) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:52.730210 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:52.730993 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.732378 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] 10.222.0.39 "PUT /v2.0/ports/d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 HTTP/1.1" status: 200 len: 1093 time: 2.1993713 May 10 17:36:52.733076 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106b95ec-763d-48a8-a137-cf1d61ff6407,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:52.735476 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5aed535-8461-4a57-b06b-bba98362cc37', 'tag': 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:52.740894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:52.761227 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a4abc77d-3020-40cc-805f-df4c255f2f47 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:52.845610 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-98af51f1-1873-457b-81ca-31b53ef4c6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.874917 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:52.884997 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-98af51f1-1873-457b-81ca-31b53ef4c6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:52.886563 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:52.962900 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edbeae-95b1-48e4-8b4b-c4cf198b27fe req-df6c02df-bfcd-4d35-b835-8c2e172f21c7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:52.965915 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d4edbeae-95b1-48e4-8b4b-c4cf198b27fe req-df6c02df-bfcd-4d35-b835-8c2e172f21c7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.2830856 May 10 17:36:53.047742 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-98af51f1-1873-457b-81ca-31b53ef4c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.052944 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5e1e02b5-9a3e-4243-b87f-8f040efc5517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:53.067269 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af51f1-1873-457b-81ca-31b53ef4c6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106b95ec-763d-48a8-a137-cf1d61ff6407,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:53.069970 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-98af51f1-1873-457b-81ca-31b53ef4c6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:53.072386 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-98af51f1-1873-457b-81ca-31b53ef4c6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:53.076834 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-98af51f1-1873-457b-81ca-31b53ef4c6b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/106b95ec-763d-48a8-a137-cf1d61ff6407 HTTP/1.1" status: 204 len: 168 time: 0.3868706 May 10 17:36:53.152417 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d4edbeae-95b1-48e4-8b4b-c4cf198b27fe req-3a39039b-6b3d-41a1-9296-d506a54da564 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400278 May 10 17:36:53.185935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a3712-e587-4bd5-88b1-229ed1ff28c8 req-da092951-3120-454f-a1e8-45293103fbaf tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:53.193847 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eb8a3712-e587-4bd5-88b1-229ed1ff28c8 req-da092951-3120-454f-a1e8-45293103fbaf tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 943 time: 0.2268641 May 10 17:36:53.212995 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-c5c4a887-9342-47a7-8072-9506e26e9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:53.215795 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-c5c4a887-9342-47a7-8072-9506e26e9186 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 1096 time: 0.2476466 May 10 17:36:53.286392 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5aed535-8461-4a57-b06b-bba98362cc37', 'tag': 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4', 'status': 'completed', 'code': 200} May 10 17:36:53.313525 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eb8a3712-e587-4bd5-88b1-229ed1ff28c8 req-1214bc8b-82f8-4297-9866-44824fc04186 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187513 May 10 17:36:53.319752 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-3319e44b-b3f6-4bb1-a96e-11d1dd5a1b03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 HTTP/1.1" status: 200 len: 217 time: 0.0850861 May 10 17:36:53.440062 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9f18905f-67c1-4324-906f-5572815dd681 req-1ca93f50-ddbd-40cb-87e8-16917702fe5b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 210 time: 0.0872648 May 10 17:36:53.462255 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-e61d7fac-b1d9-43d8-9112-a240f2783978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:53.463852 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-e61d7fac-b1d9-43d8-9112-a240f2783978 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 200 len: 854 time: 0.0683208 May 10 17:36:53.516360 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-8eb1683f-1e14-41cf-b1b7-128a4119fb73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3317282-bcf4-4c09-a169-c0aa31e707e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456328 May 10 17:36:53.660437 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-e2dd2166-c298-465f-856d-f7c9245bfcf0 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373515 May 10 17:36:53.805172 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3938a25-0725-46d3-94b5-a9db3cb5039b req-d798f998-43e3-496c-8ef6-cacaa0279921 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377778 May 10 17:36:54.060829 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43338) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:54.081478 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.108909 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:54.113085 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f3c8479ecec4555a7e1ae1b3e31553d is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:54.116335 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:54.123816 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:54.165645 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-991dc07c-46a6-4566-8b58-3ea64c81661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.167170 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-991dc07c-46a6-4566-8b58-3ea64c81661d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 1096 time: 0.0769980 May 10 17:36:54.219938 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.311519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.319872 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c712b101-9550-442d-a41d-4173c170dcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:54.369025 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f3c8479ecec4555a7e1ae1b3e31553d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064263 May 10 17:36:54.370208 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c365bc8c-4127-4689-8a8d-e9ccdf0a353a,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:54.373006 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43348) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:54.376274 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:54.449875 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3271abe5-cd18-4988-b63b-4b534442fac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.486643 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3271abe5-cd18-4988-b63b-4b534442fac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.567389 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-21af4f21-338f-447e-af8b-c97827a1f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.569088 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-21af4f21-338f-447e-af8b-c97827a1f6d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 915 time: 0.3610017 May 10 17:36:54.589998 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437020ff-ebee-4ead-bf0d-de21a8c56617 req-7b2d216f-0db3-4f75-91f6-5c8670ce4c0e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.591510 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-437020ff-ebee-4ead-bf0d-de21a8c56617 req-7b2d216f-0db3-4f75-91f6-5c8670ce4c0e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.2109668 May 10 17:36:54.687071 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3271abe5-cd18-4988-b63b-4b534442fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.693613 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-33b41cdf-309d-4b8b-ac8d-0e51996fc159 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 HTTP/1.1" status: 200 len: 217 time: 0.0882452 May 10 17:36:54.699941 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4ea66477-81a3-4179-8dab-31a6579cdedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:54.703247 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12386-e7cf-407f-8186-38f3592e4f54 req-f46525cf-e863-41e6-bcb1-c686f6007bc3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.704757 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d9f12386-e7cf-407f-8186-38f3592e4f54 req-f46525cf-e863-41e6-bcb1-c686f6007bc3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 943 time: 0.2174587 May 10 17:36:54.718321 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271abe5-cd18-4988-b63b-4b534442fac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c365bc8c-4127-4689-8a8d-e9ccdf0a353a,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:54.723228 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3271abe5-cd18-4988-b63b-4b534442fac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:54.736635 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3271abe5-cd18-4988-b63b-4b534442fac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:54.740222 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-3271abe5-cd18-4988-b63b-4b534442fac2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c365bc8c-4127-4689-8a8d-e9ccdf0a353a HTTP/1.1" status: 204 len: 168 time: 0.3635941 May 10 17:36:54.788658 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-6e50233c-4893-4905-9920-a1328ef83416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.790668 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-6e50233c-4893-4905-9920-a1328ef83416 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 200 len: 854 time: 0.0850203 May 10 17:36:54.816953 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-a0aa2a24-b971-4f5b-b595-c218be48abe9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:54.818757 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-a0aa2a24-b971-4f5b-b595-c218be48abe9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 816 time: 0.2020869 May 10 17:36:54.858618 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-437020ff-ebee-4ead-bf0d-de21a8c56617 req-4cb99c50-14c2-49f3-b37c-5b902c83af6d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544572 May 10 17:36:54.876780 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-d43e9e96-1889-49f9-98d5-d3eee3499a2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3317282-bcf4-4c09-a169-c0aa31e707e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635176 May 10 17:36:54.889694 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d9f12386-e7cf-407f-8186-38f3592e4f54 req-102e8e16-2a11-4872-8b80-b56b82d039bd tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090822 May 10 17:36:54.898804 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-83919e80-6905-43a7-b476-2e5829e6cdcd tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec073c057894f18a4689f7f6eccafa4 HTTP/1.1" status: 200 len: 379 time: 0.0630932 May 10 17:36:54.913948 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'port': {'device_id': '128f5891-2c7f-4fda-b305-e71432c552ef', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'admin_state_up': True, 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'security_groups': ['4734660a-3ba0-4200-94f6-bb9e92615e12']}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:55.034718 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-59e55a49-8242-4f11-96c6-272ae3fcd3f6 req-c93ac963-9c26-42ed-8baf-c56547a000fe tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 210 time: 0.0552821 May 10 17:36:55.100978 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-f43fd829-b61d-4571-8bb0-98c3ec3cb54f service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149982 May 10 17:36:55.141467 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:55.145522 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:port and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:55.148509 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:55.155970 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:55.278434 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6eed033d-d655-45d1-a3af-9b581ddec115 req-88e6e592-17a1-4643-b895-1eb305274aec service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543167 May 10 17:36:55.288185 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Made reservation on behalf of aec073c057894f18a4689f7f6eccafa4 for: {'port': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:55.292226 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.351681 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43380) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:55.486878 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Allocated IP 172.20.0.12 (9ecde6c4-ef95-4d1b-b8d9-269b61cde688/48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed/7dffd4d1-e8ac-4126-b215-34b58d0c24cc) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:55.538254 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-4fe2cedb-91a6-48d4-afb4-3b0545956176 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:55.539017 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-4fe2cedb-91a6-48d4-afb4-3b0545956176 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Synchronizing usage tracker for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:network {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:36:55.567212 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.589128 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:55.593449 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Usage tracker for resource:security_group_rule and tenant:8f7b820fdfa34c31b5842648cc1fd6c0 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:55.596391 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:55.602872 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:55.691409 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-4fe2cedb-91a6-48d4-afb4-3b0545956176 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Unset dirty status for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:network {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:36:55.692925 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-4fe2cedb-91a6-48d4-afb4-3b0545956176 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/networks?id=7b108c27-27ee-467a-a621-27feb0755397 HTTP/1.1" status: 200 len: 809 time: 0.3447216 May 10 17:36:55.693124 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.702542 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.710465 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Transition to ACTIVE for port object 7dffd4d1-e8ac-4126-b215-34b58d0c24cc will not be triggered until provisioned by entity DHCP. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:55.712719 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-2b9eff16-2e55-4a12-a4f5-66e63f677ce0 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/quotas/71526a09ff854ce7b5c575962dd0c0bc HTTP/1.1" status: 200 len: 375 time: 0.0122988 May 10 17:36:55.762723 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-5c27d658-01b8-4c9f-a947-e81a7fa4df02 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71526a09ff854ce7b5c575962dd0c0bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434732 May 10 17:36:55.839935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.858247 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b45b73f9-9a3a-46ec-a9fd-896efdec3fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:55.894100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.902995 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:55.912688 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f7b820fdfa34c31b5842648cc1fd6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556803 May 10 17:36:55.924759 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43404) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:55.925457 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457d672c-4258-40c0-bc12-ecc1cc6115a9,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:55.931904 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:55.972036 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:55.975437 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:55.983983 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:36:55.989763 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-7b4731d4-6d34-45a4-b053-8ca9d55ab695 service neutron] 10.222.0.21 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194188 May 10 17:36:56.026956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:56.032117 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:56.072882 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:56.073567 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.183173 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1f27-b537-45c3-a967-ee1b90942b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.208075 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3034961 May 10 17:36:56.227744 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Request body: {'port': {'device_id': '128f5891-2c7f-4fda-b305-e71432c552ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:36:56.262369 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-b97cfaa7-b0c2-4f4f-be77-0e746a8d2b8a service neutron] 10.222.0.21 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718003 May 10 17:36:56.300107 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1f27-b537-45c3-a967-ee1b90942b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.355525 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75d7fd-e49d-4afc-b5f3-585f83bf69f2 req-4ff1c547-a0d7-436b-8acb-51d64557224c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:56.357087 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4e75d7fd-e49d-4afc-b5f3-585f83bf69f2 req-4ff1c547-a0d7-436b-8acb-51d64557224c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.3207769 May 10 17:36:56.393811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.453939 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-3078f898-8b64-4960-830b-d10e0cc3b359 None None] Provisioning for port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:56.459416 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-3078f898-8b64-4960-830b-d10e0cc3b359 None None] Provisioning complete for port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:56.459853 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3078f898-8b64-4960-830b-d10e0cc3b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.467517 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4e75d7fd-e49d-4afc-b5f3-585f83bf69f2 req-6568f8d1-4118-4994-af0f-e73e732c8bd4 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792997 May 10 17:36:56.539499 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1f27-b537-45c3-a967-ee1b90942b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.545181 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9aa0f932-e22c-4a0b-ad33-b5b8e05ec94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:56.575803 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a1f27-b537-45c3-a967-ee1b90942b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457d672c-4258-40c0-bc12-ecc1cc6115a9,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:56.584867 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ba1a1f27-b537-45c3-a967-ee1b90942b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:56.601299 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1f27-b537-45c3-a967-ee1b90942b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.602692 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ba1a1f27-b537-45c3-a967-ee1b90942b74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/457d672c-4258-40c0-bc12-ecc1cc6115a9 HTTP/1.1" status: 204 len: 168 time: 0.6742659 May 10 17:36:56.611229 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-3078f898-8b64-4960-830b-d10e0cc3b359 None None] Port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:36:56.930982 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501074b-b78f-4966-9370-1806c8004d1e req-a506124f-178b-4c07-8f09-b6b0412fd98a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:56.932402 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c501074b-b78f-4966-9370-1806c8004d1e req-a506124f-178b-4c07-8f09-b6b0412fd98a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 943 time: 0.2904255 May 10 17:36:56.941690 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b6c21-57cb-411b-8f04-8bfe81a4213a req-a96f39d8-64d6-44dc-8c58-ca33da7bd32d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:56.943388 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-633b6c21-57cb-411b-8f04-8bfe81a4213a req-a96f39d8-64d6-44dc-8c58-ca33da7bd32d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 932 time: 0.1308336 May 10 17:36:57.015907 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c501074b-b78f-4966-9370-1806c8004d1e req-78806303-ee94-4687-a2a0-bbca7dace8d4 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713966 May 10 17:36:57.028971 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-633b6c21-57cb-411b-8f04-8bfe81a4213a req-5b53cacd-0618-4bfa-9f72-877546da2875 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691555 May 10 17:36:57.132767 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dffd4d1-e8ac-4126-b215-34b58d0c24cc {{(pid=79268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:57.149467 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.198133 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Transition to ACTIVE for port object 7dffd4d1-e8ac-4126-b215-34b58d0c24cc will not be triggered until provisioned by entity L2. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:36:57.259603 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-71a178d9-735a-45bc-a573-1978f4e61296 req-55fab9d9-6d57-43b2-a8fc-1fa8cce66144 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 210 time: 0.1604609 May 10 17:36:57.311027 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.315300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1480b4d7-1e26-412f-84f6-82bc29c3b885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:57.484165 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:57.491488 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:57.496283 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:36:57.641279 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Attempting to bind port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:36:57.642630 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Attempting to bind port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:36:57.643205 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Attempting to bind port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc on network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:57.665946 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc on network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:36:57.667626 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Attempting to bind port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc on network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:36:57.685461 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:36:57.690687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Checking segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:36:57.690687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Bound using segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:36:57.690687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Bound port: 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'}}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:36:57.690687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.754570 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:57.801160 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4', 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'port_id': 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4', 'mac_address': 'fa:16:3e:61:9b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dbaadc-e448-431b-97b4-54ab83826a1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:36:57.802743 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde1ebc-fe42-4562-a397-f06c737aa2e3 req-92f10a5b-275a-4994-8f02-60d2bcaa3a95 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:57.804331 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bbde1ebc-fe42-4562-a397-f06c737aa2e3 req-92f10a5b-275a-4994-8f02-60d2bcaa3a95 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1500213 May 10 17:36:57.851008 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, cleared binding levels {{(pid=79268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:36:57.856668 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:36:57.879706 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bbde1ebc-fe42-4562-a397-f06c737aa2e3 req-18131975-7b35-4f04-9058-0582dd064092 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 May 10 17:36:57.894583 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:57.912702 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:36:57.930389 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:58.002876 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.007819 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:58.092819 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:58.093445 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.094048 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.094886 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/7dffd4d1-e8ac-4126-b215-34b58d0c24cc HTTP/1.1" status: 200 len: 1094 time: 1.8717299 May 10 17:36:58.095358 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:58.096084 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:58.159787 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=3']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:58.172651 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:58.191871 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'status': 'completed', 'code': 200} May 10 17:36:58.223311 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:58.231587 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:58.349524 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db77ea-1396-4a23-8160-664ee51a1b89 req-55813573-7d5e-4c01-a6bd-a50632e51fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:58.351118 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-46db77ea-1396-4a23-8160-664ee51a1b89 req-55813573-7d5e-4c01-a6bd-a50632e51fa3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 1097 time: 0.1181965 May 10 17:36:58.377007 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f2bb-84a5-4d68-95b3-3600cfb553e8 req-00f2ca99-a7b8-418d-8132-0347b59b26c9 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:58.378861 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1435f2bb-84a5-4d68-95b3-3600cfb553e8 req-00f2ca99-a7b8-418d-8132-0347b59b26c9 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 944 time: 0.1502490 May 10 17:36:58.473472 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:36:58.523230 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1435f2bb-84a5-4d68-95b3-3600cfb553e8 req-8df504f1-0d51-47be-ab46-b1da707e7945 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926256 May 10 17:36:58.535108 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db77ea-1396-4a23-8160-664ee51a1b89 req-f6d05d48-de03-4dd9-bdd2-69f9a2aa777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:58.536656 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-46db77ea-1396-4a23-8160-664ee51a1b89 req-f6d05d48-de03-4dd9-bdd2-69f9a2aa777d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=aec073c057894f18a4689f7f6eccafa4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1640401 May 10 17:36:58.553138 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329433a-3074-4413-95d6-62bcb03ab415 req-a127ee92-042a-4c53-b59a-cb22e798b042 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:58.553138 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7329433a-3074-4413-95d6-62bcb03ab415 req-a127ee92-042a-4c53-b59a-cb22e798b042 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1681356 May 10 17:36:58.587848 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.640937 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7329433a-3074-4413-95d6-62bcb03ab415 req-16988ea8-c66f-4cb3-89cf-8f28d36d6da9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857203 May 10 17:36:58.746792 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-74b4da9f-4acd-43ad-90c5-a7e7c26edbfb req-f0ad8ce8-0eeb-408b-a81b-89f0d6876f72 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 210 time: 0.0487387 May 10 17:36:58.767794 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db77ea-1396-4a23-8160-664ee51a1b89 req-6e269990-f239-4f29-905a-b1ba2231e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:58.769246 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-46db77ea-1396-4a23-8160-664ee51a1b89 req-6e269990-f239-4f29-905a-b1ba2231e170 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2218771 May 10 17:36:58.981162 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-1b6a549d-2b32-408a-b7a6-f42747079c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:58.983805 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-1b6a549d-2b32-408a-b7a6-f42747079c75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 1097 time: 0.1186290 May 10 17:36:59.099477 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-d06e06c6-9907-4a1b-b9a2-6c144bd19f01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc HTTP/1.1" status: 200 len: 217 time: 0.0973496 May 10 17:36:59.162292 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1bb1-e4df-4288-8f01-0f1fd915cb92 req-a6241be8-9094-4f03-a834-bb7864a7f1c2 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:59.169481 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e4ec1bb1-e4df-4288-8f01-0f1fd915cb92 req-a6241be8-9094-4f03-a834-bb7864a7f1c2 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1230862 May 10 17:36:59.205747 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-21317ab4-0243-4962-89e5-f54896cae239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:59.207755 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-21317ab4-0243-4962-89e5-f54896cae239 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.0871983 May 10 17:36:59.229253 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e4ec1bb1-e4df-4288-8f01-0f1fd915cb92 req-924edc16-5b6c-4876-9278-0fb342bb841c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538335 May 10 17:36:59.296070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-c7f7804a-5a1f-45ef-ac07-1dd587a0206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:59.297541 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-c7f7804a-5a1f-45ef-ac07-1dd587a0206f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820022 May 10 17:36:59.444348 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-faea1b22-0797-4951-9ee4-c6ea30f826bb service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393611 May 10 17:36:59.509671 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:36:59.679756 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1902fad6-e500-4b36-a761-7c2ffa6c5b5f req-29190d13-86e5-4707-bb60-b1d1e83fa14c service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230382 May 10 17:36:59.749361 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:36:59.753466 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b033e64-d2c9-4f50-85c2-8005adc95899 req-083971b4-6281-4a70-9625-7dad0ef2c0ef tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:59.755191 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9b033e64-d2c9-4f50-85c2-8005adc95899 req-083971b4-6281-4a70-9625-7dad0ef2c0ef tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 944 time: 0.1009808 May 10 17:36:59.763371 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:36:59.764038 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:59.855426 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9b033e64-d2c9-4f50-85c2-8005adc95899 req-9adbc5fd-17d3-496a-8115-2bf1facec23a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917356 May 10 17:36:59.893961 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68054-3292-4869-abcd-f06c9da8e6ee req-f7fe71ce-4e48-4c64-b69d-dbe442ddc0c2 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:59.895478 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ba68054-3292-4869-abcd-f06c9da8e6ee req-f7fe71ce-4e48-4c64-b69d-dbe442ddc0c2 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1096587 May 10 17:36:59.905583 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:59.939056 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aed535-8461-4a57-b06b-bba98362cc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:36:59.950131 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:36:59.951674 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6ba68054-3292-4869-abcd-f06c9da8e6ee req-47abeffd-6b5b-49d7-b4b4-8a54f2a4019a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458398 May 10 17:37:00.013253 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5aed535-8461-4a57-b06b-bba98362cc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4', 'code': 200} May 10 17:37:00.030620 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-99a83a21-847b-482b-a14e-1307d33cd84a req-203cf35e-022d-4853-8bdf-21616dfd95d8 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 210 time: 0.0631168 May 10 17:37:00.083027 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:00.084997 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:00.162501 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:00.165761 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:00.462743 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b17b-9d8c-419b-9b33-e3c2200073c5 req-9ca28fa9-ea04-43f7-ac7e-24fe0e7648be tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:00.464173 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e3f2b17b-9d8c-419b-9b33-e3c2200073c5 req-9ca28fa9-ea04-43f7-ac7e-24fe0e7648be tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1050639 May 10 17:37:00.548261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-36b475b9-bf9e-4e28-ac22-3e2630f15d99 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:00.549767 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-36b475b9-bf9e-4e28-ac22-3e2630f15d99 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.39 "GET /v2.0/networks?id=7b108c27-27ee-467a-a621-27feb0755397 HTTP/1.1" status: 200 len: 809 time: 0.1624513 May 10 17:37:00.561079 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e3f2b17b-9d8c-419b-9b33-e3c2200073c5 req-3b2a57b5-62a2-48aa-916c-5fc692d13433 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885308 May 10 17:37:00.572188 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Request body: {'port': {'device_id': 'c2624fc7-0814-472c-aaa2-ddc1fddf380f', 'network_id': '7b108c27-27ee-467a-a621-27feb0755397', 'admin_state_up': True, 'tenant_id': '71526a09ff854ce7b5c575962dd0c0bc'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:00.604429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea74bd-01d9-476d-8952-6b58c53b1bed req-d94c91c7-ee9f-4f67-b390-564f6f0275ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:00.604429 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-41ea74bd-01d9-476d-8952-6b58c53b1bed req-d94c91c7-ee9f-4f67-b390-564f6f0275ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 1098 time: 0.0911844 May 10 17:37:00.653571 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-41ea74bd-01d9-476d-8952-6b58c53b1bed req-d98724a5-2f26-4a56-96ff-b540e2c1c1e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 May 10 17:37:00.742192 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:00.747470 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Usage tracker for resource:port and tenant:71526a09ff854ce7b5c575962dd0c0bc is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:00.751622 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:00.759267 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:00.956391 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Made reservation on behalf of 71526a09ff854ce7b5c575962dd0c0bc for: {'port': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:37:00.960621 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.097941 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc3efa-fb80-406d-9e49-f7ac1ad8122e req-76c309ac-c5e0-4137-82db-aab3786c2121 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:01.105521 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fcc3efa-fb80-406d-9e49-f7ac1ad8122e req-76c309ac-c5e0-4137-82db-aab3786c2121 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 945 time: 0.1364863 May 10 17:37:01.209695 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Allocated IP 172.20.0.7 (7b108c27-27ee-467a-a621-27feb0755397/30081880-f891-4794-976e-49e25653ba25/150f7f62-ddf5-4fe1-ae69-cce10b127273) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:01.213293 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fcc3efa-fb80-406d-9e49-f7ac1ad8122e req-388ef513-718b-4d54-afb8-ca8084c60d64 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067920 May 10 17:37:01.272337 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56db3-a08a-48ec-9b9a-17e8fb1df668 req-f939c3ef-cba5-4f9e-a1a8-b46aee295ac6 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:01.274967 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5ff56db3-a08a-48ec-9b9a-17e8fb1df668 req-f939c3ef-cba5-4f9e-a1a8-b46aee295ac6 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1282153 May 10 17:37:01.390971 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5ff56db3-a08a-48ec-9b9a-17e8fb1df668 req-de8ecfa6-01cc-41b6-ae12-1b8628f72b17 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106496 May 10 17:37:01.406726 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c483702b-39d0-4862-af70-c6cad9124867 req-9cffddf2-b20c-4143-bc33-5f16a2de67d6 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 210 time: 0.0785623 May 10 17:37:01.493429 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.649396 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.655724 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:01.725366 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Network 7b108c27-27ee-467a-a621-27feb0755397 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:01.728742 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:01.739074 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:01.780912 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31e8d8-4c0e-4a24-9e7c-a608d3a2d89f req-c37176ba-6832-4445-bb13-7f0566e78959 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:01.782468 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bb31e8d8-4c0e-4a24-9e7c-a608d3a2d89f req-c37176ba-6832-4445-bb13-7f0566e78959 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1087091 May 10 17:37:01.784956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Pushing event updated for resources: {'Port': ['ID=150f7f62-ddf5-4fe1-ae69-cce10b127273,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:01.790445 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:01.817252 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:01.818150 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.859777 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bb31e8d8-4c0e-4a24-9e7c-a608d3a2d89f req-b5ac6f13-2576-4616-aa51-be1140d48117 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499144 May 10 17:37:01.957265 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3904159 May 10 17:37:01.979715 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Request body: {'port': {'device_id': 'c2624fc7-0814-472c-aaa2-ddc1fddf380f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:02.144832 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:02.450603 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0df6c0-32df-4596-a841-12aee8c8cfdc req-97251c50-0438-4c60-806c-e7ff51f8d416 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:02.452475 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7a0df6c0-32df-4596-a841-12aee8c8cfdc req-97251c50-0438-4c60-806c-e7ff51f8d416 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 945 time: 0.1021619 May 10 17:37:02.515791 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7a0df6c0-32df-4596-a841-12aee8c8cfdc req-54438951-75cf-4785-b7a3-b72755f5036f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552838 May 10 17:37:02.565731 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150f7f62-ddf5-4fe1-ae69-cce10b127273 {{(pid=79268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:02.596954 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:02.624100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Transition to ACTIVE for port object 150f7f62-ddf5-4fe1-ae69-cce10b127273 will not be triggered until provisioned by entity L2. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:02.773991 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:02.781194 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5a1b8851-f4c0-4212-ac44-e8415eaaafd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:02.807192 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ddc51-4179-40a2-a068-89d2561c58f2 req-7bbc7dc7-508c-4cd3-809c-7feb54594d92 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:02.808674 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-085ddc51-4179-40a2-a068-89d2561c58f2 req-7bbc7dc7-508c-4cd3-809c-7feb54594d92 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 931 time: 0.2803581 May 10 17:37:02.843314 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677f60-2de1-437b-a767-b0365388379e req-86fbb61a-29cd-4f21-a136-29e77da0a7b5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:02.844777 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa677f60-2de1-437b-a767-b0365388379e req-86fbb61a-29cd-4f21-a136-29e77da0a7b5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.2139256 May 10 17:37:02.901353 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-085ddc51-4179-40a2-a068-89d2561c58f2 req-1b5036c1-1183-4805-9501-af8a062807f8 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Synchronizing usage tracker for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:security_group {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:02.912672 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa677f60-2de1-437b-a767-b0365388379e req-204b2edc-c98c-4401-9a63-b353616f95e7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617831 May 10 17:37:02.944351 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Pushing event updated for resources: {'Port': ['ID=150f7f62-ddf5-4fe1-ae69-cce10b127273,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:02.947611 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:03.065580 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-085ddc51-4179-40a2-a068-89d2561c58f2 req-1b5036c1-1183-4805-9501-af8a062807f8 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Unset dirty status for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:security_group {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:03.066747 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-085ddc51-4179-40a2-a068-89d2561c58f2 req-1b5036c1-1183-4805-9501-af8a062807f8 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509429 May 10 17:37:03.113482 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b867e-8b5f-4c59-9515-28cebef5323e req-2a47d05c-6908-4392-a6f5-2d0edb3f6d18 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:03.114949 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0c3b867e-8b5f-4c59-9515-28cebef5323e req-2a47d05c-6908-4392-a6f5-2d0edb3f6d18 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0878310 May 10 17:37:03.167028 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0c3b867e-8b5f-4c59-9515-28cebef5323e req-4612806b-4890-411c-9664-20b74ca5b78e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457823 May 10 17:37:03.530964 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:37:03.668110 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Attempting to bind port 150f7f62-ddf5-4fe1-ae69-cce10b127273 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:03.668497 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Attempting to bind port 150f7f62-ddf5-4fe1-ae69-cce10b127273 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:03.668961 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Attempting to bind port 150f7f62-ddf5-4fe1-ae69-cce10b127273 on network 7b108c27-27ee-467a-a621-27feb0755397 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:03.673616 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:03.674026 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Port 150f7f62-ddf5-4fe1-ae69-cce10b127273 on network 7b108c27-27ee-467a-a621-27feb0755397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:37:03.674535 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Attempting to bind port 150f7f62-ddf5-4fe1-ae69-cce10b127273 on network 7b108c27-27ee-467a-a621-27feb0755397 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:03.680100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:03.680952 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Checking segment: {'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:03.681269 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Bound using segment: {'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:03.681765 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Bound port: 150f7f62-ddf5-4fe1-ae69-cce10b127273, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'}}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:03.682118 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.688272 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'port_id': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'mac_address': 'fa:16:3e:79:04:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:37:03.726543 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb26f-20a4-43ba-9299-b9029b726028 req-5db0c572-68a0-49e3-ab42-8a3cf773db81 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:03.728901 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a6ecb26f-20a4-43ba-9299-b9029b726028 req-5db0c572-68a0-49e3-ab42-8a3cf773db81 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 945 time: 0.1003284 May 10 17:37:03.747422 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.779094 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dffd4d1-e8ac-4126-b215-34b58d0c24cc {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:03.793669 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a6ecb26f-20a4-43ba-9299-b9029b726028 req-4b27928f-ab3c-45ad-a77d-5ce0f3ba9fc2 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 May 10 17:37:03.802777 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:03.856520 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] For port 150f7f62-ddf5-4fe1-ae69-cce10b127273, host hv-cinder-78638, cleared binding levels {{(pid=79268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:03.859751 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] For port 150f7f62-ddf5-4fe1-ae69-cce10b127273, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=150f7f62-ddf5-4fe1-ae69-cce10b127273,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:03.963443 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:03.967178 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-42ab4b64-317f-44df-95ed-83eb31589641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:04.027303 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.033853 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:04.072417 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:04.080311 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:04.140460 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:04.140651 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:04.142325 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] 10.222.0.39 "PUT /v2.0/ports/150f7f62-ddf5-4fe1-ae69-cce10b127273 HTTP/1.1" status: 200 len: 1093 time: 2.1680195 May 10 17:37:04.143011 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2624fc7-0814-472c-aaa2-ddc1fddf380f', 'tag': '150f7f62-ddf5-4fe1-ae69-cce10b127273'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:04.154201 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Pushing event updated for resources: {'Port': ['ID=150f7f62-ddf5-4fe1-ae69-cce10b127273,revision_number=3']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:04.167092 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:04.184356 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daca8a-df37-49a5-a94d-cceb49aade4c req-bc01857f-7fa9-4cbe-aae3-3130b94015ad tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:04.185954 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-65daca8a-df37-49a5-a94d-cceb49aade4c req-bc01857f-7fa9-4cbe-aae3-3130b94015ad tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 945 time: 0.1607804 May 10 17:37:04.272910 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-65daca8a-df37-49a5-a94d-cceb49aade4c req-5366007b-c431-4815-850b-95e18085630a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803630 May 10 17:37:04.326113 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0d1e-f90a-4681-ba71-16a1df845195 req-073c088c-eadc-4e35-b39e-3488247b5d93 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:04.327751 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-92ba0d1e-f90a-4681-ba71-16a1df845195 req-073c088c-eadc-4e35-b39e-3488247b5d93 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 943 time: 0.0976746 May 10 17:37:04.331205 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2624fc7-0814-472c-aaa2-ddc1fddf380f', 'tag': '150f7f62-ddf5-4fe1-ae69-cce10b127273', 'status': 'completed', 'code': 200} May 10 17:37:04.355154 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['7dffd4d1-e8ac-4126-b215-34b58d0c24cc'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:04.363268 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-af2aa9f6-86a2-4bbf-a568-42e8ee3aa040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:04.364751 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-af2aa9f6-86a2-4bbf-a568-42e8ee3aa040 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71526a09ff854ce7b5c575962dd0c0bc&device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 1096 time: 0.0811877 May 10 17:37:04.388897 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-92ba0d1e-f90a-4681-ba71-16a1df845195 req-b3f09244-dbcb-4829-90e3-fb3269c44f1f tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519228 May 10 17:37:04.458748 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-08db1613-43a0-48bf-aec6-b554f2f1d7aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=150f7f62-ddf5-4fe1-ae69-cce10b127273 HTTP/1.1" status: 200 len: 217 time: 0.0791240 May 10 17:37:04.551337 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a690144-dc2e-4f66-9058-c190c73579e9 req-5cfe483a-d738-488e-bb41-7e458905f9ff tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:04.552620 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-85416229-51ec-4973-a6da-c1f6bfd1f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:04.554459 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-85416229-51ec-4973-a6da-c1f6bfd1f061 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30081880-f891-4794-976e-49e25653ba25 HTTP/1.1" status: 200 len: 849 time: 0.0893869 May 10 17:37:04.559489 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5a690144-dc2e-4f66-9058-c190c73579e9 req-5cfe483a-d738-488e-bb41-7e458905f9ff tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1255996 May 10 17:37:04.603497 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5a690144-dc2e-4f66-9058-c190c73579e9 req-9af3a202-0471-45ed-95c9-0eadd64d88d3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 May 10 17:37:04.617189 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-c8a6cd3e-4e6b-4466-927b-6b745d3e6844 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b108c27-27ee-467a-a621-27feb0755397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547931 May 10 17:37:04.760503 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-07aa302f-7b64-4d60-9c2d-5932a89702f3 service neutron] 10.222.0.39 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362729 May 10 17:37:04.904456 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ff7b4066-e0a4-4518-91e7-6c1f0a00d28a req-9c842988-1ade-4ba4-a6c8-a60bd7870aec service neutron] 10.222.0.39 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373146 May 10 17:37:05.186082 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-bd47be87-c018-43ba-9d45-14bfc149a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.187668 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-bd47be87-c018-43ba-9d45-14bfc149a733 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71526a09ff854ce7b5c575962dd0c0bc&device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 1096 time: 0.0741880 May 10 17:37:05.328129 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-6d785388-a6f8-4bd6-831a-fe568c30c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.329571 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-6d785388-a6f8-4bd6-831a-fe568c30c532 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b108c27-27ee-467a-a621-27feb0755397 HTTP/1.1" status: 200 len: 910 time: 0.1312153 May 10 17:37:05.407532 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-4b1f997b-6b10-4778-adf7-4defc499a4f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=150f7f62-ddf5-4fe1-ae69-cce10b127273 HTTP/1.1" status: 200 len: 217 time: 0.0668433 May 10 17:37:05.443618 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ebc1216f-b930-47b2-a4ed-70044ec44d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:05.483818 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-a0698d2e-c09c-439a-a4bc-33998173e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.485268 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-a0698d2e-c09c-439a-a4bc-33998173e6a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30081880-f891-4794-976e-49e25653ba25 HTTP/1.1" status: 200 len: 849 time: 0.0673873 May 10 17:37:05.511402 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b0682-3eb3-4a89-a4a9-36999fc18317 req-b3a6022c-4f71-4263-afd2-4594fbd0de19 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.513295 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-982b0682-3eb3-4a89-a4a9-36999fc18317 req-b3a6022c-4f71-4263-afd2-4594fbd0de19 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 945 time: 0.1190529 May 10 17:37:05.536987 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-ae6a4704-2434-409a-925b-071588cc97d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b108c27-27ee-467a-a621-27feb0755397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439107 May 10 17:37:05.539468 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:05.632764 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-982b0682-3eb3-4a89-a4a9-36999fc18317 req-53e397cd-4d98-4bc2-b1f6-4135109afce7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136222 May 10 17:37:05.679525 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846b9ca-1d6b-437f-a798-840e163f6dee req-e55934a0-407d-4ed6-96c6-b22d516fad91 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.686978 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-bde59c90-d4d4-46cf-9932-37fdb59bc785 service neutron] 10.222.0.39 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416366 May 10 17:37:05.688472 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1846b9ca-1d6b-437f-a798-840e163f6dee req-e55934a0-407d-4ed6-96c6-b22d516fad91 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 943 time: 0.1448801 May 10 17:37:05.732175 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:05.739898 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:05.740264 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:05.743130 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1846b9ca-1d6b-437f-a798-840e163f6dee req-f93bba0d-d43a-414b-bd91-25e71e9b0e16 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536847 May 10 17:37:05.834898 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ec9f2-5eec-4aa3-998a-0ddbceb815c3 req-2d42abfb-fc9c-4bf2-9797-647f3970addb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.837078 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e72ec9f2-5eec-4aa3-998a-0ddbceb815c3 req-2d42abfb-fc9c-4bf2-9797-647f3970addb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0922599 May 10 17:37:05.844543 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cd71ea9e-5a74-409a-882c-46a5d8d25e95 req-93dc4093-df61-4207-a697-a7bd5763a2b3 service neutron] 10.222.0.39 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506739 May 10 17:37:05.874290 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:05.890983 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e72ec9f2-5eec-4aa3-998a-0ddbceb815c3 req-91b25382-92a5-40cb-9db8-0f65ba35fede tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470259 May 10 17:37:05.906243 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:05.917212 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:05.956995 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'code': 200} May 10 17:37:06.023003 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:06.025058 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:06.110501 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:06.113481 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:06.484647 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54d64a-ae96-4848-9e8c-e5c6c47bf5a0 req-34049fe5-882a-4038-96dd-396e481f5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:06.486109 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6d54d64a-ae96-4848-9e8c-e5c6c47bf5a0 req-34049fe5-882a-4038-96dd-396e481f5ea5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 1099 time: 0.0757496 May 10 17:37:06.532590 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-6d54d64a-ae96-4848-9e8c-e5c6c47bf5a0 req-db2ff773-05d7-414c-97c7-33ff332b75ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386436 May 10 17:37:06.543204 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:37:06.845565 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5290a1-e3ee-47b1-948f-cfdaa804cdff req-ef9bd52a-2258-4be6-8e9a-a6375e3e4e67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:06.846916 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf5290a1-e3ee-47b1-948f-cfdaa804cdff req-ef9bd52a-2258-4be6-8e9a-a6375e3e4e67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.0887446 May 10 17:37:06.943048 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf5290a1-e3ee-47b1-948f-cfdaa804cdff req-ecb967fc-78e8-4a3e-84e7-b261becb69fa tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895386 May 10 17:37:06.988581 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f1873-da18-4191-9cab-d4ecdba9a86c req-21a80960-4d83-41fe-bc49-d54e72a59725 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:06.990059 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3c9f1873-da18-4191-9cab-d4ecdba9a86c req-21a80960-4d83-41fe-bc49-d54e72a59725 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 943 time: 0.1201544 May 10 17:37:07.053094 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3c9f1873-da18-4191-9cab-d4ecdba9a86c req-ecb3f876-a415-4c0b-a624-1fee94cb0e75 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518103 May 10 17:37:07.183024 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13527a-d5fc-467a-8a3e-5f785942f2d8 req-58ecdd6a-c8de-475b-885f-f095c5eab641 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:07.184554 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aa13527a-d5fc-467a-8a3e-5f785942f2d8 req-58ecdd6a-c8de-475b-885f-f095c5eab641 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1144841 May 10 17:37:07.243634 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aa13527a-d5fc-467a-8a3e-5f785942f2d8 req-4b306ea8-f1f0-4a89-befa-7c86d9fcf41a tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490077 May 10 17:37:07.530221 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 150f7f62-ddf5-4fe1-ae69-cce10b127273 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:37:07.708971 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 150f7f62-ddf5-4fe1-ae69-cce10b127273, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=150f7f62-ddf5-4fe1-ae69-cce10b127273,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:07.732356 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '150f7f62-ddf5-4fe1-ae69-cce10b127273', 'network_id': '7b108c27-27ee-467a-a621-27feb0755397', 'port_id': '150f7f62-ddf5-4fe1-ae69-cce10b127273', 'mac_address': 'fa:16:3e:50:cf:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30081880-f891-4794-976e-49e25653ba25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:37:07.840674 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:07.858477 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150f7f62-ddf5-4fe1-ae69-cce10b127273 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:07.874914 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 150f7f62-ddf5-4fe1-ae69-cce10b127273, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=150f7f62-ddf5-4fe1-ae69-cce10b127273,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:07.955046 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:07.956730 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:08.037326 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=150f7f62-ddf5-4fe1-ae69-cce10b127273,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:08.040755 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:08.047963 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-a947b332-2dd6-4e5e-b9e0-50d5fa1f9c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.156854 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ba125-5f29-4631-af92-dd0eb0a121b0 req-5e6bcc4a-7a85-4cfc-aef8-0237eae13255 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:08.158299 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-706ba125-5f29-4631-af92-dd0eb0a121b0 req-5e6bcc4a-7a85-4cfc-aef8-0237eae13255 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.0828829 May 10 17:37:08.231825 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-706ba125-5f29-4631-af92-dd0eb0a121b0 req-591de306-93ca-41dd-83c4-1e9bd6114a64 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673416 May 10 17:37:08.408754 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f416713-3fd4-435d-bf48-10b1091f845e req-ac379a29-db21-427f-8481-42134a66dd90 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:08.410295 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4f416713-3fd4-435d-bf48-10b1091f845e req-ac379a29-db21-427f-8481-42134a66dd90 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 944 time: 0.1278832 May 10 17:37:08.454141 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:08.465491 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['150f7f62-ddf5-4fe1-ae69-cce10b127273'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:08.466056 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4f416713-3fd4-435d-bf48-10b1091f845e req-18d6e855-0ade-4901-8fa2-93d0387e4053 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 May 10 17:37:08.506355 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248b2a-80fb-4af7-aea7-9b8060e3942f req-6cddc5be-f48b-47ef-9503-fa2fca79b85e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:08.507892 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-85248b2a-80fb-4af7-aea7-9b8060e3942f req-6cddc5be-f48b-47ef-9503-fa2fca79b85e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1460886 May 10 17:37:08.555983 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-85248b2a-80fb-4af7-aea7-9b8060e3942f req-2c9d75c1-a330-464e-b14c-55dc07a0a1c0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 May 10 17:37:09.201974 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.320646 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa678e7-1392-4e53-adfb-f9d27f6fb663 req-02e4b0af-2c2c-40d6-8222-ba831a725efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:09.322288 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-eaa678e7-1392-4e53-adfb-f9d27f6fb663 req-02e4b0af-2c2c-40d6-8222-ba831a725efb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1099 time: 0.0854836 May 10 17:37:09.392379 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-eaa678e7-1392-4e53-adfb-f9d27f6fb663 req-86b83f6b-cf34-4cfc-957a-0581573a1a52 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 May 10 17:37:09.441626 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3e449-e7fc-4b46-8b56-78f145ae7f8d req-3a29ac4b-e6f0-4f86-8b87-ddc34fbc005d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:09.443374 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b0d3e449-e7fc-4b46-8b56-78f145ae7f8d req-3a29ac4b-e6f0-4f86-8b87-ddc34fbc005d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.0875933 May 10 17:37:09.489915 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b0d3e449-e7fc-4b46-8b56-78f145ae7f8d req-d520071e-7a41-4634-926b-fe9b94a3f427 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395019 May 10 17:37:09.508527 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43664) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:09.700055 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:09.725951 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:09.733204 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Usage tracker for resource:security_group_rule and tenant:d11e378b5c8d43a0a92188c7a803a9da is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:09.738445 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:09.747787 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:09.784767 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26109c1-1675-42db-9458-eff91172826c req-ec30bbc2-ac2d-45b6-982b-e4ca1dd20139 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:09.786217 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f26109c1-1675-42db-9458-eff91172826c req-ec30bbc2-ac2d-45b6-982b-e4ca1dd20139 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 944 time: 0.1951540 May 10 17:37:09.838194 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ae2f4-b6e2-4350-99c6-4d06e60ea176 req-cc097cc1-9d59-47ed-a196-6a7cdaf4c6f3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:09.839742 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-932ae2f4-b6e2-4350-99c6-4d06e60ea176 req-cc097cc1-9d59-47ed-a196-6a7cdaf4c6f3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.2146850 May 10 17:37:09.848919 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43676) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:09.854426 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'floatingip': {'port_id': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:09.944156 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f26109c1-1675-42db-9458-eff91172826c req-be3c3c75-1fbf-426c-9641-d3e69d1857ad tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498346 May 10 17:37:09.999324 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.043010 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.063693 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6889-47e8-4c16-abe9-1b9edb4125f8 req-b0d2290b-089b-4592-bcd7-a30b1f5af657 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:10.065256 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-81fe6889-47e8-4c16-abe9-1b9edb4125f8 req-b0d2290b-089b-4592-bcd7-a30b1f5af657 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1247873 May 10 17:37:10.112466 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.121614 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-19f8afc5-cdf7-453d-b7e5-dc0319a4f17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:10.136171 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-81fe6889-47e8-4c16-abe9-1b9edb4125f8 req-b7bf367e-96c5-45c2-b5b4-d684afae011e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634229 May 10 17:37:10.169029 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477cb925-e420-4e98-84ed-79e6f8c4c459,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:10.185139 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d11e378b5c8d43a0a92188c7a803a9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6751287 May 10 17:37:10.189903 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43684) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:10.190461 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:10.393239 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8a167873-3d75-4954-8077-84329bc3e6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.421876 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8a167873-3d75-4954-8077-84329bc3e6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.713727 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8a167873-3d75-4954-8077-84329bc3e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.721747 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a7cc99e8-f976-4c28-af47-b185d31c7818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:10.749352 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.753172 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a167873-3d75-4954-8077-84329bc3e6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477cb925-e420-4e98-84ed-79e6f8c4c459,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:10.824800 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8a167873-3d75-4954-8077-84329bc3e6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:10.832576 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8a167873-3d75-4954-8077-84329bc3e6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:10.833681 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-8a167873-3d75-4954-8077-84329bc3e6fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/477cb925-e420-4e98-84ed-79e6f8c4c459 HTTP/1.1" status: 204 len: 168 time: 0.6428213 May 10 17:37:10.946898 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.082713 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.214051 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c8a58-9f29-492d-bd49-b1f1c2a488be req-554c1962-f1f7-45a3-9019-6ee0aafb9b06 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:11.222127 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-049c8a58-9f29-492d-bd49-b1f1c2a488be req-554c1962-f1f7-45a3-9019-6ee0aafb9b06 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 944 time: 0.1646404 May 10 17:37:11.303751 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-049c8a58-9f29-492d-bd49-b1f1c2a488be req-977367dc-af2b-4728-9453-da43650fd737 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806830 May 10 17:37:11.354867 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.l3_db [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Floating IP 684256f5-5952-4cee-adef-68530fecc76a associated. External IP: 172.28.0.67, port: 7dffd4d1-e8ac-4126-b215-34b58d0c24cc. May 10 17:37:11.389075 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941034d-9d82-4671-b414-2dba46bb8986 req-21187638-fce8-4208-bc42-82ad593082e8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:11.390568 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2941034d-9d82-4671-b414-2dba46bb8986 req-21187638-fce8-4208-bc42-82ad593082e8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1266677 May 10 17:37:11.441913 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2941034d-9d82-4671-b414-2dba46bb8986 req-7ce4593f-a7dc-499b-a7a5-d804cad6fecc tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 May 10 17:37:11.542391 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 150f7f62-ddf5-4fe1-ae69-cce10b127273 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:11.818361 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 43714) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:11.836657 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.851251 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:11.856138 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Usage tracker for resource:security_group_rule and tenant:418aa6de1962451fb1ea046a9297412b is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:11.859469 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:11.865699 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:11.874214 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 150f7f62-ddf5-4fe1-ae69-cce10b127273 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:11.884602 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 150f7f62-ddf5-4fe1-ae69-cce10b127273 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:11.884602 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.980743 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:11.999118 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Router 551adeb9-78f1-4e2e-a84e-855f5329e99d has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:37:12.049415 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.110878 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.120252 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-18b135db-e112-4f1f-8a9d-8dce0870424e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:12.135814 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2624fc7-0814-472c-aaa2-ddc1fddf380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150f7f62-ddf5-4fe1-ae69-cce10b127273'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:12.165006 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 150f7f62-ddf5-4fe1-ae69-cce10b127273, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=150f7f62-ddf5-4fe1-ae69-cce10b127273,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:12.240460 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=418aa6de1962451fb1ea046a9297412b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178596 May 10 17:37:12.267148 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:37:12.269068 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 43732) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:12.274871 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.278686 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62da3123-54df-4aef-a33c-a65a95c94421,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:12.287211 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:12.320569 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] Sync routers for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:37:12.339220 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.339220 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:12.353453 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:12.353453 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:37:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:12.356738 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27376e3-e5fb-4edf-ac1a-606e6a6cb32b req-56005d5c-a5fa-40de-bd27-d0a8519aeaf5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:12.365817 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f27376e3-e5fb-4edf-ac1a-606e6a6cb32b req-56005d5c-a5fa-40de-bd27-d0a8519aeaf5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1347752 May 10 17:37:12.449940 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f27376e3-e5fb-4edf-ac1a-606e6a6cb32b req-e5a61ee1-0789-45a2-b5e2-ba87fc797a5c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810349 May 10 17:37:12.519927 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=150f7f62-ddf5-4fe1-ae69-cce10b127273,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:12.529156 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:12.548113 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2624fc7-0814-472c-aaa2-ddc1fddf380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150f7f62-ddf5-4fe1-ae69-cce10b127273', 'code': 200} May 10 17:37:12.559364 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-814a92af-b9fd-41a8-a330-d02776d8deef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "PUT /v2.0/floatingips/684256f5-5952-4cee-adef-68530fecc76a HTTP/1.1" status: 200 len: 991 time: 2.7092779 May 10 17:37:12.565461 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:12.605536 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:12.631670 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dfa96e93-4bdb-4ed6-9abb-b0f3ee571a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.682440 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dfa96e93-4bdb-4ed6-9abb-b0f3ee571a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.692180 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badc108-8665-4996-940d-a8ae33ef388a req-2249594a-c952-4fcb-9831-1b6e381881e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:12.694051 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5badc108-8665-4996-940d-a8ae33ef388a req-2249594a-c952-4fcb-9831-1b6e381881e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1099 time: 0.3509910 May 10 17:37:12.817202 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1264e55-6c06-466b-8c05-791274d1b265 req-df5ea982-fd60-4db5-b5ee-790d3bb369b1 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:12.819530 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1264e55-6c06-466b-8c05-791274d1b265 req-df5ea982-fd60-4db5-b5ee-790d3bb369b1 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 945 time: 0.1118183 May 10 17:37:12.891624 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dfa96e93-4bdb-4ed6-9abb-b0f3ee571a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:12.908252 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1264e55-6c06-466b-8c05-791274d1b265 req-2edcbf7f-ce44-4cff-a910-4debd26913de tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793371 May 10 17:37:12.913741 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3f4ee5d2-a31a-4010-b93f-96f90aaa7756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:13.014500 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badc108-8665-4996-940d-a8ae33ef388a req-eb2c6812-0a8c-4833-9879-4bd70529643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:13.016245 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5badc108-8665-4996-940d-a8ae33ef388a req-eb2c6812-0a8c-4833-9879-4bd70529643b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 920 time: 0.2626631 May 10 17:37:13.018613 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'status': 'completed', 'code': 200} May 10 17:37:13.021294 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa96e93-4bdb-4ed6-9abb-b0f3ee571a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da3123-54df-4aef-a33c-a65a95c94421,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:13.029868 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-dfa96e93-4bdb-4ed6-9abb-b0f3ee571a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:13.030800 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dfa96e93-4bdb-4ed6-9abb-b0f3ee571a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:13.032119 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-dfa96e93-4bdb-4ed6-9abb-b0f3ee571a31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62da3123-54df-4aef-a33c-a65a95c94421 HTTP/1.1" status: 204 len: 168 time: 0.7622144 May 10 17:37:13.153985 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '684256f5-5952-4cee-adef-68530fecc76a', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'floating_ip_address': '172.28.0.67', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'port_id': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'mac_address': 'fa:16:3e:79:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f5891-2c7f-4fda-b305-e71432c552ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:46Z', 'updated_at': '2021-05-10T17:37:10Z', 'revision_number': 1, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:13.173537 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] Checking router: 551adeb9-78f1-4e2e-a84e-855f5329e99d for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:37:13.199775 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:37:13.202204 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:37:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:13.231774 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-7b06c28f-6804-41a7-8695-a83fc40f69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:13.233452 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-7b06c28f-6804-41a7-8695-a83fc40f69d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 1099 time: 0.1616693 May 10 17:37:13.278304 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5badc108-8665-4996-940d-a8ae33ef388a req-aa5c23c2-7613-46ec-b11b-a0541f6cf882 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae2c21c-6d8a-4937-ab11-b79715e77223 HTTP/1.1" status: 200 len: 217 time: 0.2333429 May 10 17:37:13.389778 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badc108-8665-4996-940d-a8ae33ef388a req-311fde8b-b389-4546-9772-95d98274fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:13.391618 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5badc108-8665-4996-940d-a8ae33ef388a req-311fde8b-b389-4546-9772-95d98274fff1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 200 len: 859 time: 0.0934272 May 10 17:37:13.451961 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-7b23c616-d54e-41f8-b0f6-465359f37166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:13.453903 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-7b23c616-d54e-41f8-b0f6-465359f37166 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 917 time: 0.2131143 May 10 17:37:13.458743 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:37:13.466935 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50894f-0c9c-456c-ade4-fe02fb70b460 req-662e463b-2221-4b9b-a0b0-8abd7be57056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:13.468417 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4f50894f-0c9c-456c-ade4-fe02fb70b460 req-662e463b-2221-4b9b-a0b0-8abd7be57056 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 1098 time: 0.2588465 May 10 17:37:13.470375 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5badc108-8665-4996-940d-a8ae33ef388a req-fce4b122-7df4-423d-824c-5ffe6f2d5681 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f712391-4b54-4ac8-8181-9459cb98da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664663 May 10 17:37:13.609899 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4f50894f-0c9c-456c-ade4-fe02fb70b460 req-fde5041d-9a33-4506-94ac-4b8f660fab24 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239557 May 10 17:37:13.611331 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-e0c95079-0d3c-4210-a0e7-8ae6791b616c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc HTTP/1.1" status: 200 len: 999 time: 0.1310902 May 10 17:37:13.759736 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33eb94-2ce5-47dd-8f40-5f0d3dc56e68 req-3f48e4c2-2ab0-4b36-b5ca-0f81d197bf2f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:13.760986 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5badc108-8665-4996-940d-a8ae33ef388a req-3ae3ca03-4e10-476b-92e9-c6a690e0b68d service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304537 May 10 17:37:13.762791 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd33eb94-2ce5-47dd-8f40-5f0d3dc56e68 req-3f48e4c2-2ab0-4b36-b5ca-0f81d197bf2f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1320872 May 10 17:37:13.827559 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd33eb94-2ce5-47dd-8f40-5f0d3dc56e68 req-3f7b907b-20e3-4c23-b1a1-93f2dcf0cc7a tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588102 May 10 17:37:13.886908 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '684256f5-5952-4cee-adef-68530fecc76a', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'floating_ip_address': '172.28.0.67', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'port_id': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'mac_address': 'fa:16:3e:79:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f5891-2c7f-4fda-b305-e71432c552ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:46Z', 'updated_at': '2021-05-10T17:37:10Z', 'revision_number': 1, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:37:13.891575 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0d77-dafd-4cfe-bf03-0f01bb0c843d None None] The sync data for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb is: [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '684256f5-5952-4cee-adef-68530fecc76a', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'floating_ip_address': '172.28.0.67', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'port_id': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'mac_address': 'fa:16:3e:79:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f5891-2c7f-4fda-b305-e71432c552ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:46Z', 'updated_at': '2021-05-10T17:37:10Z', 'revision_number': 1, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:37:14.034763 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-adbbbd42-6771-4515-821d-062129bb0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:14.036287 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-adbbbd42-6771-4515-821d-062129bb0910 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.0950561 May 10 17:37:14.165751 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5badc108-8665-4996-940d-a8ae33ef388a req-30dc1c79-eec6-4df9-b5e0-927cdf932962 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119808 May 10 17:37:14.229681 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b1f3c-8f38-480d-b0b7-e1bbc5e04bd6 None None] New status for floating IP 684256f5-5952-4cee-adef-68530fecc76a: ACTIVE {{(pid=79270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:37:14.357939 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-e6373eb4-0ea4-4cbc-a8d5-dc158dac498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:14.360777 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-e6373eb4-0ea4-4cbc-a8d5-dc158dac498e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2827041 May 10 17:37:14.391870 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe98ff0-2c82-49f2-8a54-52abe39ca7db req-5e8c1191-8bcb-4058-a4b8-1b4f9e88b550 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:14.394384 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ffe98ff0-2c82-49f2-8a54-52abe39ca7db req-5e8c1191-8bcb-4058-a4b8-1b4f9e88b550 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 945 time: 0.1903608 May 10 17:37:14.589519 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ffe98ff0-2c82-49f2-8a54-52abe39ca7db req-e27c3736-8269-4f03-b5d4-7ef196bcf42e tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834486 May 10 17:37:14.674360 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-c6fc9b04-54e2-47fe-a5e0-a99dbaf801a2 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529702 May 10 17:37:14.936758 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6414c141-ef56-4a51-9c51-b3db3d8d6f63 req-c2977c12-eb8a-4bf7-ab9b-95ffe165cb51 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145128 May 10 17:37:15.311925 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daac68-b49a-4099-9f77-bf71ced42414 req-e04b5f83-bf13-483f-91f9-2d6baacc35fb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:15.314540 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-24daac68-b49a-4099-9f77-bf71ced42414 req-e04b5f83-bf13-483f-91f9-2d6baacc35fb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.2657285 May 10 17:37:15.413190 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-24daac68-b49a-4099-9f77-bf71ced42414 req-cfe21034-7d50-4e07-adf1-45026a89ccdb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907156 May 10 17:37:15.922205 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-1f369232-0f21-4146-81f7-5b6d5d196c8e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:15.923687 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-1f369232-0f21-4146-81f7-5b6d5d196c8e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 814 time: 0.2088017 May 10 17:37:15.944264 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2bbf7c8e-752d-46e8-bccf-0c674d41666a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/quotas/b30249d68d4a4410b8f6222e3bf7578a HTTP/1.1" status: 200 len: 375 time: 0.0135226 May 10 17:37:16.015082 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ced50-758e-49e5-9116-e79efb555448 req-3ec5b38b-b71e-434a-a8a5-ec9dead43cb6 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:16.016528 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea7ced50-758e-49e5-9116-e79efb555448 req-3ec5b38b-b71e-434a-a8a5-ec9dead43cb6 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 945 time: 0.1664021 May 10 17:37:16.076163 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea7ced50-758e-49e5-9116-e79efb555448 req-417efd81-9dcf-4d1e-8422-e79dee122165 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479438 May 10 17:37:16.098199 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-ec53587c-90f8-4a19-a0c4-9723c317a8b7 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1465538 May 10 17:37:16.268335 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-4fe446fe-a1f1-40fe-a8c3-4a9a17be946b service neutron] 10.222.0.21 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498358 May 10 17:37:16.410127 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-a3031b20-4b47-4930-98c9-ef6744589e59 service neutron] 10.222.0.21 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331630 May 10 17:37:16.668611 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336148c9-9dbf-4089-88f5-ffad59ebc102 req-9e539004-389a-488c-992d-436168035b02 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:16.670137 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-336148c9-9dbf-4089-88f5-ffad59ebc102 req-9e539004-389a-488c-992d-436168035b02 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1015937 May 10 17:37:16.730332 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-336148c9-9dbf-4089-88f5-ffad59ebc102 req-8c4af04d-7153-4332-ad47-133e9bec6e20 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 May 10 17:37:16.803008 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-17d021e8-245e-441a-b3a3-2ef78c0061b3 req-bfabe562-d467-4f8b-b42e-35a52baaeca3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 210 time: 0.0473056 May 10 17:37:17.972396 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-26f08f4a-c3c9-492f-9f85-c6aaf44d4092 req-3a45e2dd-6eba-40ec-88db-3bac29cbd980 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 210 time: 0.0554154 May 10 17:37:18.031486 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c33a15-506c-46a2-843b-d782a7179f1e req-2798538d-d248-4e5f-b75c-5ac52026a754 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:18.035476 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35c33a15-506c-46a2-843b-d782a7179f1e req-2798538d-d248-4e5f-b75c-5ac52026a754 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1590035 May 10 17:37:18.101239 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35c33a15-506c-46a2-843b-d782a7179f1e req-8a75c83f-cd46-4d1f-a6bb-92bc71426968 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588207 May 10 17:37:18.812171 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e94b1-d73d-4db2-8f51-51d836a24179 req-935c1c30-4605-457b-86aa-d7d0a39283d2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:18.813787 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df0e94b1-d73d-4db2-8f51-51d836a24179 req-935c1c30-4605-457b-86aa-d7d0a39283d2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 945 time: 0.1194358 May 10 17:37:18.893648 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df0e94b1-d73d-4db2-8f51-51d836a24179 req-245d8a85-fde9-4780-bf06-b1ed2f62f604 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691013 May 10 17:37:19.192256 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6f79877c-7da5-48bc-a48f-3da520b8e05e req-79730b67-4651-4e06-9cb9-9c8d3bdedbcb tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 210 time: 0.0459774 May 10 17:37:20.043658 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-df596b65-6a80-471d-a5f0-4c2112a2ed78 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:20.045535 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-df596b65-6a80-471d-a5f0-4c2112a2ed78 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 814 time: 0.1704023 May 10 17:37:20.101160 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Request body: {'port': {'device_id': '45f9306d-be5f-40c8-9010-575ebb798f70', 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'admin_state_up': True, 'tenant_id': 'b30249d68d4a4410b8f6222e3bf7578a'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:20.326561 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:20.379314 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:20.397999 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fd7ab-f78e-4f6a-9578-9a0ef65046e6 req-e6063e20-de13-4e61-8ec7-d20be4bc1f9d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:20.400025 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0a5fd7ab-f78e-4f6a-9578-9a0ef65046e6 req-e6063e20-de13-4e61-8ec7-d20be4bc1f9d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 945 time: 0.3491139 May 10 17:37:20.408691 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea130188-6a20-42aa-b4fa-94fe5a2b9a2b req-dbf08af1-eb1f-4adc-a00d-95f8e705e3d2 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 210 time: 0.0726085 May 10 17:37:20.454923 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0a5fd7ab-f78e-4f6a-9578-9a0ef65046e6 req-67aeb312-85e5-45e2-9f47-3408b8396651 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 May 10 17:37:20.592593 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Made reservation on behalf of b30249d68d4a4410b8f6222e3bf7578a for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:37:20.596192 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:20.801826 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca16af7-9b9c-45bc-a6d0-783a33b63252 req-35480322-8aa9-40a6-a567-440af775220c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:20.803352 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5ca16af7-9b9c-45bc-a6d0-783a33b63252 req-35480322-8aa9-40a6-a567-440af775220c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.2746949 May 10 17:37:20.909359 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5ca16af7-9b9c-45bc-a6d0-783a33b63252 req-e1ec7412-5121-4e30-a7fc-35d326c8c385 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765207 May 10 17:37:20.911874 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Allocated IP 172.20.0.2 (b3317282-bcf4-4c09-a169-c0aa31e707e8/83dbaadc-e448-431b-97b4-54ab83826a1a/b7322f9f-e988-4c0f-b8c8-df0876d62017) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:21.058520 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-6579ce0b-26c1-4b4f-b8ec-00ac8d944518 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:21.059517 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-6579ce0b-26c1-4b4f-b8ec-00ac8d944518 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Synchronizing usage tracker for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:21.162216 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-6579ce0b-26c1-4b4f-b8ec-00ac8d944518 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Unset dirty status for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:21.163986 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-6579ce0b-26c1-4b4f-b8ec-00ac8d944518 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 945 time: 0.2525060 May 10 17:37:21.188522 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:21.357741 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:21.367703 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:21.435962 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06', 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:21.469571 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Deleting port 150f7f62-ddf5-4fe1-ae69-cce10b127273 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:37:21.470155 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:21.471904 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Network b3317282-bcf4-4c09-a169-c0aa31e707e8 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:21.475648 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:21.480801 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:21.557119 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Pushing event updated for resources: {'Port': ['ID=b7322f9f-e988-4c0f-b8c8-df0876d62017,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:21.561930 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:21.568837 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:21.570751 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:21.665242 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] For port 150f7f62-ddf5-4fe1-ae69-cce10b127273, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=150f7f62-ddf5-4fe1-ae69-cce10b127273,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:21.665575 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:21.713850 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfa286-c533-4e08-ae3a-90fe1eb91191 req-b88f757e-f78d-4de9-abe4-58c0b8b09204 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:21.715858 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-b7dfa286-c533-4e08-ae3a-90fe1eb91191 req-b88f757e-f78d-4de9-abe4-58c0b8b09204 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:21.762934 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6660349 May 10 17:37:21.785729 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Request body: {'port': {'device_id': '45f9306d-be5f-40c8-9010-575ebb798f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:21.799406 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Calling delete_port for 150f7f62-ddf5-4fe1-ae69-cce10b127273 owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:37:21.897608 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-b7dfa286-c533-4e08-ae3a-90fe1eb91191 req-b88f757e-f78d-4de9-abe4-58c0b8b09204 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:21.899530 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b7dfa286-c533-4e08-ae3a-90fe1eb91191 req-b88f757e-f78d-4de9-abe4-58c0b8b09204 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 931 time: 0.2864254 May 10 17:37:21.987730 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:22.018068 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b7dfa286-c533-4e08-ae3a-90fe1eb91191 req-3d6e1f70-d090-4e8c-ba02-13bc850f0d3f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075323 May 10 17:37:22.065320 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:22.084629 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:22.146570 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Pushing event deleted for resources: {'Port': ['ID=150f7f62-ddf5-4fe1-ae69-cce10b127273,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:22.161794 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:22.238002 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4ed33982-31c3-4374-ab76-89abba037d3f req-fdb44588-eeb4-40d6-85d0-c85bfc56bbf1 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 210 time: 0.0585961 May 10 17:37:22.270519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] No DVR routers for this DVR port 150f7f62-ddf5-4fe1-ae69-cce10b127273 on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:37:22.275591 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:22.278733 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2624fc7-0814-472c-aaa2-ddc1fddf380f', 'name': 'network-vif-deleted', 'tag': '150f7f62-ddf5-4fe1-ae69-cce10b127273'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:22.392124 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-b68c26b9-6f25-4471-aa59-465655fa1fb7 req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.39 "DELETE /v2.0/ports/150f7f62-ddf5-4fe1-ae69-cce10b127273 HTTP/1.1" status: 204 len: 173 time: 1.2204604 May 10 17:37:22.416109 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2624fc7-0814-472c-aaa2-ddc1fddf380f', 'name': 'network-vif-deleted', 'tag': '150f7f62-ddf5-4fe1-ae69-cce10b127273', 'status': 'completed', 'code': 200} May 10 17:37:22.512748 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7322f9f-e988-4c0f-b8c8-df0876d62017 {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:22.525304 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:22.550084 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Transition to ACTIVE for port object b7322f9f-e988-4c0f-b8c8-df0876d62017 will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:22.712234 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:22.721539 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:22.931578 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['150f7f62-ddf5-4fe1-ae69-cce10b127273'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:22.938098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7322f9f-e988-4c0f-b8c8-df0876d62017,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:22.938098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:22.993454 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Attempting to bind port b7322f9f-e988-4c0f-b8c8-df0876d62017 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:22.993894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Attempting to bind port b7322f9f-e988-4c0f-b8c8-df0876d62017 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:22.994324 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Attempting to bind port b7322f9f-e988-4c0f-b8c8-df0876d62017 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:23.000464 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Port b7322f9f-e988-4c0f-b8c8-df0876d62017 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:37:23.000973 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Attempting to bind port b7322f9f-e988-4c0f-b8c8-df0876d62017 on network b3317282-bcf4-4c09-a169-c0aa31e707e8 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:23.007567 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:23.008620 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Checking segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:23.015186 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Bound using segment: {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:23.015186 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Bound port: b7322f9f-e988-4c0f-b8c8-df0876d62017, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:23.015186 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.142171 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] For port b7322f9f-e988-4c0f-b8c8-df0876d62017, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:23.147332 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] For port b7322f9f-e988-4c0f-b8c8-df0876d62017, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7322f9f-e988-4c0f-b8c8-df0876d62017,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:23.207745 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44014) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:23.277354 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e2ef-2049-423e-9435-43856c02a37f req-86e032b5-4d8b-4612-9675-0255b8afc475 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:23.280159 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e150e2ef-2049-423e-9435-43856c02a37f req-86e032b5-4d8b-4612-9675-0255b8afc475 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 943 time: 0.0931594 May 10 17:37:23.375303 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.389910 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.390114 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:23.409915 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:23.416319 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Usage tracker for resource:security_group_rule and tenant:0f5d0d5571ed405c9189a47f6093fd05 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:23.419368 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:23.426291 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:23.438786 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:23.439478 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.440880 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/b7322f9f-e988-4c0f-b8c8-df0876d62017 HTTP/1.1" status: 200 len: 1093 time: 1.6608958 May 10 17:37:23.482988 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f9306d-be5f-40c8-9010-575ebb798f70', 'tag': 'b7322f9f-e988-4c0f-b8c8-df0876d62017'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:23.520044 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-466da208-da81-412b-a152-f214291dd58c req-11a91deb-0a4e-47f0-a17e-5cb708689cc8 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2624fc7-0814-472c-aaa2-ddc1fddf380f HTTP/1.1" status: 200 len: 210 time: 0.0975494 May 10 17:37:23.559549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.568281 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e150e2ef-2049-423e-9435-43856c02a37f req-a4e90bb5-3e22-4208-aa0b-6a7a0e29ef55 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805164 May 10 17:37:23.613870 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7322f9f-e988-4c0f-b8c8-df0876d62017,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:23.617972 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:23.620300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.640457 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-98af51f1-1873-457b-81ca-31b53ef4c6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:23.692682 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f5d0d5571ed405c9189a47f6093fd05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829688 May 10 17:37:23.695351 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844095f3-de13-456e-9c78-90e4a6cd850c,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:23.698457 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44030) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:23.714278 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f9306d-be5f-40c8-9010-575ebb798f70', 'tag': 'b7322f9f-e988-4c0f-b8c8-df0876d62017', 'status': 'completed', 'code': 200} May 10 17:37:23.716882 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:23.803568 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-352848af-e16d-49fa-a5a8-a371fb56a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:23.805179 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-352848af-e16d-49fa-a5a8-a371fb56a7e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 1096 time: 0.1617560 May 10 17:37:23.812361 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c83110ea-9614-49a5-9625-4ab2c5aa2389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.841444 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c83110ea-9614-49a5-9625-4ab2c5aa2389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.905945 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-0eb775b0-08d6-4401-9808-5aa6bda84375 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7322f9f-e988-4c0f-b8c8-df0876d62017 HTTP/1.1" status: 200 len: 217 time: 0.0777774 May 10 17:37:23.972505 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c83110ea-9614-49a5-9625-4ab2c5aa2389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.980833 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-dfa96e93-4bdb-4ed6-9abb-b0f3ee571a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:23.998128 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83110ea-9614-49a5-9625-4ab2c5aa2389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844095f3-de13-456e-9c78-90e4a6cd850c,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:24.001848 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c83110ea-9614-49a5-9625-4ab2c5aa2389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:24.008563 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c83110ea-9614-49a5-9625-4ab2c5aa2389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:24.018868 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-9ed0c405-41e4-48a4-a93b-b8538277f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:24.020569 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-9ed0c405-41e4-48a4-a93b-b8538277f9be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 200 len: 854 time: 0.0959797 May 10 17:37:24.022992 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c83110ea-9614-49a5-9625-4ab2c5aa2389 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/844095f3-de13-456e-9c78-90e4a6cd850c HTTP/1.1" status: 204 len: 168 time: 0.3232996 May 10 17:37:24.096969 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-5f418957-c554-4adc-86c5-b7204245a61e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3317282-bcf4-4c09-a169-c0aa31e707e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611455 May 10 17:37:24.256814 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-d62b59a0-08b4-468d-9f15-5afcbf896678 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490412 May 10 17:37:24.417006 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdc2959a-084c-4279-9fc9-ba994bd7e0c7 req-c865510e-f2ad-409d-b510-5627d0ef8ecb service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454148 May 10 17:37:24.786677 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-be85a31d-6c7b-48eb-9d53-3bbdeadf45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:24.788363 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-be85a31d-6c7b-48eb-9d53-3bbdeadf45e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 1096 time: 0.1786997 May 10 17:37:24.852989 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44054) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:24.932602 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:24.944560 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded738-3567-4fdf-a1a3-821ed34a87d3 req-8db2a694-73a9-41a3-bd06-0b49849071c3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:24.946976 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-85ded738-3567-4fdf-a1a3-821ed34a87d3 req-8db2a694-73a9-41a3-bd06-0b49849071c3 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 943 time: 0.2491553 May 10 17:37:24.962110 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:24.969621 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Usage tracker for resource:security_group_rule and tenant:73d63f617555432d860be67d6b6791fa is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:24.973521 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:24.981088 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:25.086342 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:25.150740 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:25.159370 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-db7f9808-b1f5-4688-8bcf-f6b6fe062766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:25.161181 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-db7f9808-b1f5-4688-8bcf-f6b6fe062766 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 200 len: 915 time: 0.3548646 May 10 17:37:25.161541 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-12ff976f-1a5a-4a1b-b65f-829ab62416c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:25.166987 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-85ded738-3567-4fdf-a1a3-821ed34a87d3 req-30e1e694-2858-4190-81ea-a4e952a157e5 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113590 May 10 17:37:25.209635 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5f8be-2c85-4124-ba23-f9ace27c7de0,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:25.222872 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:25.238536 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73d63f617555432d860be67d6b6791fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808501 May 10 17:37:25.240100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44064) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:25.241817 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-390c9fab-abf3-4917-a71d-07fbe7836003 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7322f9f-e988-4c0f-b8c8-df0876d62017 HTTP/1.1" status: 200 len: 217 time: 0.0738859 May 10 17:37:25.326269 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e577-3885-48fb-be37-89de3a3142be req-19b5047c-e69a-4331-bfde-c6d350aaaaf1 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:25.343169 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-19b5047c-e69a-4331-bfde-c6d350aaaaf1 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/networks?id=7b108c27-27ee-467a-a621-27feb0755397 HTTP/1.1" status: 200 len: 809 time: 0.3910503 May 10 17:37:25.361639 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-d5a5998b-8841-4469-958f-b552d7c59a9e tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/quotas/71526a09ff854ce7b5c575962dd0c0bc HTTP/1.1" status: 200 len: 375 time: 0.0153961 May 10 17:37:25.379682 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-08b66add-ee11-4ded-a86e-358200108be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:25.408902 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-08b66add-ee11-4ded-a86e-358200108be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:25.411866 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-4fa2ee4d-e37a-4bbf-86cd-635d814e6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:25.413310 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-4fa2ee4d-e37a-4bbf-86cd-635d814e6569 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 200 len: 854 time: 0.1583540 May 10 17:37:25.420548 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-e03ee4a3-bb89-4b93-9d03-d1fe6be474d7 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71526a09ff854ce7b5c575962dd0c0bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507169 May 10 17:37:25.487731 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-92e35ff7-b2aa-4df2-b05d-c2be98a29b76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3317282-bcf4-4c09-a169-c0aa31e707e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643241 May 10 17:37:25.543667 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-08b66add-ee11-4ded-a86e-358200108be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:25.547632 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0a42d981-1af1-44cc-84eb-430d046b72a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:25.563100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b66add-ee11-4ded-a86e-358200108be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5f8be-2c85-4124-ba23-f9ace27c7de0,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:25.568236 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-08b66add-ee11-4ded-a86e-358200108be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:25.571346 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-08b66add-ee11-4ded-a86e-358200108be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:25.584219 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-08b66add-ee11-4ded-a86e-358200108be4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2a5f8be-2c85-4124-ba23-f9ace27c7de0 HTTP/1.1" status: 204 len: 168 time: 0.3415720 May 10 17:37:25.611372 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 150f7f62-ddf5-4fe1-ae69-cce10b127273 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:37:25.648205 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 150f7f62-ddf5-4fe1-ae69-cce10b127273 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:37:25.648830 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 150f7f62-ddf5-4fe1-ae69-cce10b127273 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:37:25.826240 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-e440e2a6-625f-4c6b-9289-1ab0c8f0ba47 service neutron] 10.222.0.21 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647811 May 10 17:37:25.836568 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-22595bdc-3607-4fac-839f-492074bf1205 service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808731 May 10 17:37:26.083683 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-473a2bee-4b2c-4cea-ac8d-103c5fcc3e94 service neutron] 10.222.0.21 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428916 May 10 17:37:26.177293 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3ca797c-a70a-4a54-927a-fa830e18c96d req-539c0deb-7e1a-4a51-a763-1ea06e7c5e4c service neutron] 10.222.0.39 "GET /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178747 May 10 17:37:26.604639 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0a895-2130-46b6-804f-4aac4213daba req-e1022a8d-c312-430a-b7cf-b54b3fffffa0 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:26.606167 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2af0a895-2130-46b6-804f-4aac4213daba req-e1022a8d-c312-430a-b7cf-b54b3fffffa0 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 943 time: 0.1105287 May 10 17:37:26.667486 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2af0a895-2130-46b6-804f-4aac4213daba req-8b062c3c-919b-46ae-9f5e-cba4f2783eeb tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500927 May 10 17:37:26.766859 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-56354752-e7e8-4cd1-a5d3-7ce467993459 req-a84d40a8-c764-4d7c-91a1-e403e1d1eb29 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 210 time: 0.0457463 May 10 17:37:27.021937 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bab60-a978-4e31-8bb6-de6b899106a7 req-d6881595-eeb3-4e20-9bd6-2f8d945d3486 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:27.025613 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-493bab60-a978-4e31-8bb6-de6b899106a7 req-d6881595-eeb3-4e20-9bd6-2f8d945d3486 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1071281 May 10 17:37:27.087490 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-493bab60-a978-4e31-8bb6-de6b899106a7 req-22b22b20-018c-45f9-935c-d0348ec64620 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534835 May 10 17:37:27.205884 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-1e67075c-a21e-4e0d-9e53-c72f2b0d9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:27.207558 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-1e67075c-a21e-4e0d-9e53-c72f2b0d9235 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1099 time: 0.1128528 May 10 17:37:27.359015 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-079bc4ef-cb6e-435c-ad57-c98698b4ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:27.360491 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-079bc4ef-cb6e-435c-ad57-c98698b4ae5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 920 time: 0.1365199 May 10 17:37:27.438518 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-c11e1fe3-f706-45ed-9c7b-370cd904410a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae2c21c-6d8a-4937-ab11-b79715e77223 HTTP/1.1" status: 200 len: 217 time: 0.0711732 May 10 17:37:27.509425 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-ca5c7a97-11c1-4c82-905d-2c738f649c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:27.510838 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-ca5c7a97-11c1-4c82-905d-2c738f649c72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 200 len: 859 time: 0.0638149 May 10 17:37:27.563150 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-a1aa6aab-fa07-4e2c-ac27-bd9096f88cc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f712391-4b54-4ac8-8181-9459cb98da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425944 May 10 17:37:27.622611 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device b7322f9f-e988-4c0f-b8c8-df0876d62017 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:37:27.751461 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-479e967d-7943-4c2e-b2dc-f717a5de60d1 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658647 May 10 17:37:27.809993 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port b7322f9f-e988-4c0f-b8c8-df0876d62017, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7322f9f-e988-4c0f-b8c8-df0876d62017,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:27.826199 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'b7322f9f-e988-4c0f-b8c8-df0876d62017', 'network_id': 'b3317282-bcf4-4c09-a169-c0aa31e707e8', 'port_id': 'b7322f9f-e988-4c0f-b8c8-df0876d62017', 'mac_address': 'fa:16:3e:66:45:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dbaadc-e448-431b-97b4-54ab83826a1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:37:27.905227 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:27.943905 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7322f9f-e988-4c0f-b8c8-df0876d62017 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:27.954928 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port b7322f9f-e988-4c0f-b8c8-df0876d62017, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7322f9f-e988-4c0f-b8c8-df0876d62017,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:28.032813 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1949e3f2-d8de-4d94-81d5-4e34f5852837 req-01c0a704-e24d-4f85-a19e-d35e318bf38e service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459955 May 10 17:37:28.044345 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-32b97601-d464-435a-b42c-e45c6fc1349e req-c4ab4132-ca9d-4b44-9c04-68fa210b8a55 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 210 time: 0.0692883 May 10 17:37:28.088525 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:28.090557 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:28.099187 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c23f5f-4d64-410d-b3d0-bb59e8692895 req-b9d0d468-0eb6-4825-8be2-4ee194fbed68 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:28.099187 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-52c23f5f-4d64-410d-b3d0-bb59e8692895 req-b9d0d468-0eb6-4825-8be2-4ee194fbed68 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 943 time: 0.2897010 May 10 17:37:28.170283 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-52c23f5f-4d64-410d-b3d0-bb59e8692895 req-a4ff6bcd-f19b-412f-b0a8-3eb8e2ed86f2 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651674 May 10 17:37:28.205895 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=b7322f9f-e988-4c0f-b8c8-df0876d62017,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:28.209858 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:28.481258 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097cf1c-32eb-4b6c-a1e4-38749f97ad47 req-bf2a24b3-07c5-4d04-801e-3a6cbc55b7c9 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:28.482784 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f097cf1c-32eb-4b6c-a1e4-38749f97ad47 req-bf2a24b3-07c5-4d04-801e-3a6cbc55b7c9 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1834280 May 10 17:37:28.516010 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:28.533116 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f097cf1c-32eb-4b6c-a1e4-38749f97ad47 req-cf59a545-6613-4981-96ee-e09a2e3dbcc5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443282 May 10 17:37:28.601529 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['b7322f9f-e988-4c0f-b8c8-df0876d62017'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:29.221654 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0f062d64-9fcb-46ac-a2a9-d1c2293d2161 req-f1433fbc-a0aa-4e5a-8243-e0ab562557d5 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 210 time: 0.0451035 May 10 17:37:29.526880 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb16db2-bf48-4323-9f2a-075733cd6099 req-06982a18-fc84-4ab8-8ee3-a0d91df0e948 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:29.528338 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdb16db2-bf48-4323-9f2a-075733cd6099 req-06982a18-fc84-4ab8-8ee3-a0d91df0e948 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 944 time: 0.2217438 May 10 17:37:29.538685 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e577-3885-48fb-be37-89de3a3142be req-42b05918-f405-4b56-8e74-68ba8ae69652 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:29.540710 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-42b05918-f405-4b56-8e74-68ba8ae69652 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.39 "GET /v2.0/networks?id=7b108c27-27ee-467a-a621-27feb0755397 HTTP/1.1" status: 200 len: 809 time: 0.1992934 May 10 17:37:29.567702 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Request body: {'port': {'device_id': '8d0e1643-005a-435f-8df0-84602eb25e10', 'network_id': '7b108c27-27ee-467a-a621-27feb0755397', 'admin_state_up': True, 'tenant_id': '71526a09ff854ce7b5c575962dd0c0bc'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:29.673649 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cdb16db2-bf48-4323-9f2a-075733cd6099 req-f739ebd1-8d39-4a50-b14a-85e04d924539 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318860 May 10 17:37:29.803537 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:29.809578 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Usage tracker for resource:port and tenant:71526a09ff854ce7b5c575962dd0c0bc is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:29.824000 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:29.833151 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:29.843290 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb3c80-cd78-4098-8eeb-d323393f2e77 req-3a38693d-7939-47ea-ba70-831c91de584c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:29.844892 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-abfb3c80-cd78-4098-8eeb-d323393f2e77 req-3a38693d-7939-47ea-ba70-831c91de584c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1700616 May 10 17:37:29.895891 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-abfb3c80-cd78-4098-8eeb-d323393f2e77 req-9bb824e7-1f91-457e-81f7-d7a2b8799e3c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 May 10 17:37:29.905179 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-ed4aee0d-a84d-4658-aee7-5f18154c64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:29.906790 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-ed4aee0d-a84d-4658-aee7-5f18154c64f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1099 time: 0.0751789 May 10 17:37:29.954745 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Made reservation on behalf of 71526a09ff854ce7b5c575962dd0c0bc for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:37:29.958447 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:30.078332 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-98db453f-7e6f-434b-b908-ace8b376dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:30.079858 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-98db453f-7e6f-434b-b908-ace8b376dc60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 920 time: 0.1405699 May 10 17:37:30.158439 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-58038be7-80b2-4fed-8a8e-8120006fbf5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae2c21c-6d8a-4937-ab11-b79715e77223 HTTP/1.1" status: 200 len: 217 time: 0.0704033 May 10 17:37:30.174949 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Allocated IP 172.20.0.7 (7b108c27-27ee-467a-a621-27feb0755397/30081880-f891-4794-976e-49e25653ba25/896e9177-071d-41cf-9d13-6c09d4db69fd) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:30.245070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-56b9d80e-0c58-4463-b61f-b5f426b1abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:30.246556 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-56b9d80e-0c58-4463-b61f-b5f426b1abe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 200 len: 859 time: 0.0780966 May 10 17:37:30.315678 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-71225001-778d-4591-8154-8faa3f70d641 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f712391-4b54-4ac8-8181-9459cb98da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487175 May 10 17:37:30.418200 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e5b37a84-d7cb-49e3-92a7-dbba3602fbe0 req-bb5b97c8-30bf-4e41-9a7b-22fc73d0c382 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 210 time: 0.0548084 May 10 17:37:30.466169 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:30.562129 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:30.576787 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5a3c1f00-0cb5-46bc-8657-af14ba581c96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:30.594498 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-56cfa848-6112-4fed-b791-bc8310127327 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675054 May 10 17:37:30.634474 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Network 7b108c27-27ee-467a-a621-27feb0755397 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:30.635624 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:30.639812 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:30.740021 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Pushing event updated for resources: {'Port': ['ID=896e9177-071d-41cf-9d13-6c09d4db69fd,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:30.752581 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:30.753405 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:30.767607 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.768036 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.768395 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.772089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:30.784306 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:30.786191 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-4ff8db69-f83d-4c6c-89e2-772f7880f9b7 req-62722fc5-58d3-47e8-a3b6-88d8ae593cc7 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818068 May 10 17:37:30.881855 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b45a8-d6fe-4686-bf1b-17a86c8623b6 req-9ae9bb3c-0c86-4dd4-b742-e16bab416ea6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:30.883402 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5b5b45a8-d6fe-4686-bf1b-17a86c8623b6 req-9ae9bb3c-0c86-4dd4-b742-e16bab416ea6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 944 time: 0.0950313 May 10 17:37:30.935107 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5b5b45a8-d6fe-4686-bf1b-17a86c8623b6 req-8bbf0db4-738b-4d97-9d8d-005e0a8bccd1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457866 May 10 17:37:30.957389 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4000194 May 10 17:37:30.978509 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Request body: {'port': {'device_id': '8d0e1643-005a-435f-8df0-84602eb25e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:31.144691 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:31.220680 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26059e30-072d-42a3-a949-3f90e125a1e4 req-d78fa293-827a-433e-a292-dd2bf1af77eb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:31.222203 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-26059e30-072d-42a3-a949-3f90e125a1e4 req-d78fa293-827a-433e-a292-dd2bf1af77eb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.2062304 May 10 17:37:31.406203 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-26059e30-072d-42a3-a949-3f90e125a1e4 req-acb1a021-8d48-4a0a-8dba-25cbd5e6d94a tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769848 May 10 17:37:31.640052 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device b7322f9f-e988-4c0f-b8c8-df0876d62017 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:31.707720 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896e9177-071d-41cf-9d13-6c09d4db69fd {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:31.718818 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:31.747622 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Transition to ACTIVE for port object 896e9177-071d-41cf-9d13-6c09d4db69fd will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:31.783542 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6327f-4b55-4b83-8ce8-c7dadb95882d req-206689b2-708c-4937-8eec-ef6f2dbaf708 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:31.784578 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-2be6327f-4b55-4b83-8ce8-c7dadb95882d req-206689b2-708c-4937-8eec-ef6f2dbaf708 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Synchronizing usage tracker for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:31.853576 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port b7322f9f-e988-4c0f-b8c8-df0876d62017 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:31.859156 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port b7322f9f-e988-4c0f-b8c8-df0876d62017 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:31.859531 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:31.893411 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:31.900051 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-2be6327f-4b55-4b83-8ce8-c7dadb95882d req-206689b2-708c-4937-8eec-ef6f2dbaf708 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Unset dirty status for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:31.901227 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2be6327f-4b55-4b83-8ce8-c7dadb95882d req-206689b2-708c-4937-8eec-ef6f2dbaf708 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 931 time: 0.2739108 May 10 17:37:31.903543 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:31.982590 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.024655 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f9306d-be5f-40c8-9010-575ebb798f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7322f9f-e988-4c0f-b8c8-df0876d62017'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:32.045616 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port b7322f9f-e988-4c0f-b8c8-df0876d62017, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7322f9f-e988-4c0f-b8c8-df0876d62017,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:32.110147 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.116282 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:32.131234 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44208) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:32.163596 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2be6327f-4b55-4b83-8ce8-c7dadb95882d req-c1a73e3a-b320-433f-8202-d81620a306de tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256796 May 10 17:37:32.203756 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Pushing event updated for resources: {'Port': ['ID=896e9177-071d-41cf-9d13-6c09d4db69fd,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:32.207302 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=b7322f9f-e988-4c0f-b8c8-df0876d62017,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:32.213605 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:32.215044 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:32.252231 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f9306d-be5f-40c8-9010-575ebb798f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7322f9f-e988-4c0f-b8c8-df0876d62017', 'code': 200} May 10 17:37:32.289269 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.303092 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Attempting to bind port 896e9177-071d-41cf-9d13-6c09d4db69fd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:32.303493 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Attempting to bind port 896e9177-071d-41cf-9d13-6c09d4db69fd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:32.303929 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Attempting to bind port 896e9177-071d-41cf-9d13-6c09d4db69fd on network 7b108c27-27ee-467a-a621-27feb0755397 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:32.307204 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:32.312585 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Usage tracker for resource:security_group_rule and tenant:b16c7524d30a4439b75b9891ed007a9d is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:32.318074 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Port 896e9177-071d-41cf-9d13-6c09d4db69fd on network 7b108c27-27ee-467a-a621-27feb0755397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:37:32.318398 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Attempting to bind port 896e9177-071d-41cf-9d13-6c09d4db69fd on network 7b108c27-27ee-467a-a621-27feb0755397 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:32.323935 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:32.329740 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981e162-8506-409a-b73e-87cbfb17d42f req-d1eb6fb9-47b1-4fa8-bc07-78d23ad5d5dc tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:32.331318 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8981e162-8506-409a-b73e-87cbfb17d42f req-d1eb6fb9-47b1-4fa8-bc07-78d23ad5d5dc tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 945 time: 0.2277992 May 10 17:37:32.331660 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:32.334663 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:32.335027 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Checking segment: {'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:32.336052 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Bound using segment: {'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:32.337217 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Bound port: 896e9177-071d-41cf-9d13-6c09d4db69fd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c06436-d23a-4549-a330-ec897bf93ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7b108c27-27ee-467a-a621-27feb0755397'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:32.337579 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.427277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.436492 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8981e162-8506-409a-b73e-87cbfb17d42f req-825fb4df-5257-428b-a48b-914940c5fc46 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886288 May 10 17:37:32.477652 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] For port 896e9177-071d-41cf-9d13-6c09d4db69fd, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:32.480288 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] For port 896e9177-071d-41cf-9d13-6c09d4db69fd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=896e9177-071d-41cf-9d13-6c09d4db69fd,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:32.579059 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.588258 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-acc8faa3-74f7-469b-8401-7e99c0ca94cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:32.624622 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ba17e-a7b8-4a4f-a4e0-8055b6e6c0eb req-b0a9cb75-fdff-4263-843d-ccaf4ea25cb5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:32.626112 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8e8ba17e-a7b8-4a4f-a4e0-8055b6e6c0eb req-b0a9cb75-fdff-4263-843d-ccaf4ea25cb5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0885184 May 10 17:37:32.627844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.628581 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b16c7524d30a4439b75b9891ed007a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962370 May 10 17:37:32.631430 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44216) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:32.631953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:32.646251 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa196fe-9d95-4083-a538-d1c81ac614e9,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:32.663993 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.664523 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.665054 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.665602 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.665942 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.666519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.666871 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.667202 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.667700 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.668036 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.668369 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.668696 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:32.676698 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:32.707872 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:32.710172 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.710172 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] 10.222.0.39 "PUT /v2.0/ports/896e9177-071d-41cf-9d13-6c09d4db69fd HTTP/1.1" status: 200 len: 1093 time: 1.7369196 May 10 17:37:32.712459 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0e1643-005a-435f-8df0-84602eb25e10', 'tag': '896e9177-071d-41cf-9d13-6c09d4db69fd'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:32.741189 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eea33336-0b75-4adc-9470-8f8cc9130828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.746842 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eea33336-0b75-4adc-9470-8f8cc9130828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:32.752568 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8e8ba17e-a7b8-4a4f-a4e0-8055b6e6c0eb req-6532644f-a400-429b-b63b-1110b0236cab tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868053 May 10 17:37:32.763621 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Pushing event updated for resources: {'Port': ['ID=896e9177-071d-41cf-9d13-6c09d4db69fd,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:32.775801 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:32.781109 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0e1643-005a-435f-8df0-84602eb25e10', 'tag': '896e9177-071d-41cf-9d13-6c09d4db69fd', 'status': 'completed', 'code': 200} May 10 17:37:32.933989 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae4400-07e9-4749-9907-915ed1529a86 req-55a18260-82f1-49ce-bf48-328763edfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:32.933989 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-87ae4400-07e9-4749-9907-915ed1529a86 req-55a18260-82f1-49ce-bf48-328763edfc27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71526a09ff854ce7b5c575962dd0c0bc&device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 1096 time: 0.0919836 May 10 17:37:33.116229 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae4400-07e9-4749-9907-915ed1529a86 req-1721e55c-c5a3-468d-9db8-61da0e5acd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.118445 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-87ae4400-07e9-4749-9907-915ed1529a86 req-1721e55c-c5a3-468d-9db8-61da0e5acd33 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=71526a09ff854ce7b5c575962dd0c0bc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1583047 May 10 17:37:33.160245 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eea33336-0b75-4adc-9470-8f8cc9130828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:33.172971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7db7bea1-2b14-4ed2-8390-d6aae11dbed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:33.187261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea33336-0b75-4adc-9470-8f8cc9130828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa196fe-9d95-4083-a538-d1c81ac614e9,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:33.191014 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eea33336-0b75-4adc-9470-8f8cc9130828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:33.200359 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eea33336-0b75-4adc-9470-8f8cc9130828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:33.213943 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-eea33336-0b75-4adc-9470-8f8cc9130828 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caa196fe-9d95-4083-a538-d1c81ac614e9 HTTP/1.1" status: 204 len: 168 time: 0.5733862 May 10 17:37:33.259183 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374c7a-0997-46ff-b938-6e3bd5fa9b09 req-d664a49d-7b83-4a15-8c7f-9f8979f35e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.261335 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2a374c7a-0997-46ff-b938-6e3bd5fa9b09 req-d664a49d-7b83-4a15-8c7f-9f8979f35e44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 1098 time: 0.1422029 May 10 17:37:33.304358 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae4400-07e9-4749-9907-915ed1529a86 req-7dbcb74d-8132-4ab8-9f15-c5c6e759d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.305976 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-87ae4400-07e9-4749-9907-915ed1529a86 req-7dbcb74d-8132-4ab8-9f15-c5c6e759d90d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729646 May 10 17:37:33.312396 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2a374c7a-0997-46ff-b938-6e3bd5fa9b09 req-75a4b6a0-b6c4-4762-b00e-95870d72b300 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 May 10 17:37:33.419844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0468145-4b6d-4725-b9b7-08991b126601 req-05e74e04-ba2d-4f92-a174-fd79411bb61a tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.422320 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c0468145-4b6d-4725-b9b7-08991b126601 req-05e74e04-ba2d-4f92-a174-fd79411bb61a tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 943 time: 0.1034079 May 10 17:37:33.471738 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c0468145-4b6d-4725-b9b7-08991b126601 req-3ba0249f-fdb4-4393-8dc9-17feefb6e006 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438967 May 10 17:37:33.645000 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eba999-7773-46b2-a262-ae4bc522e6b6 req-f48bd0e2-b70c-4d2d-a80c-11c937eebdc8 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.646445 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-64eba999-7773-46b2-a262-ae4bc522e6b6 req-f48bd0e2-b70c-4d2d-a80c-11c937eebdc8 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 945 time: 0.0919530 May 10 17:37:33.693146 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-64eba999-7773-46b2-a262-ae4bc522e6b6 req-72acb68b-1f44-4d6d-8b70-15e131dc3e5c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 May 10 17:37:33.787331 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e577-3885-48fb-be37-89de3a3142be req-57b8ddc1-6a8a-4c40-9f61-3d1daf94f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.788882 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-57b8ddc1-6a8a-4c40-9f61-3d1daf94f637 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71526a09ff854ce7b5c575962dd0c0bc&device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 1096 time: 0.0899355 May 10 17:37:33.892291 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-67e8abe4-8e47-4611-a7b6-acc13f9f18c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=896e9177-071d-41cf-9d13-6c09d4db69fd HTTP/1.1" status: 200 len: 217 time: 0.0739048 May 10 17:37:33.963716 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e577-3885-48fb-be37-89de3a3142be req-3392161d-5ce3-4a9d-b827-a9440565f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.965210 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-3392161d-5ce3-4a9d-b827-a9440565f17e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30081880-f891-4794-976e-49e25653ba25 HTTP/1.1" status: 200 len: 849 time: 0.0656452 May 10 17:37:33.978842 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c2904-8b2c-40a1-8f91-a9d117f40d9c req-0280356c-dad0-4348-b4bb-bf5e0b1c8c58 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:33.980389 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ca2c2904-8b2c-40a1-8f91-a9d117f40d9c req-0280356c-dad0-4348-b4bb-bf5e0b1c8c58 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0942190 May 10 17:37:34.013024 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 44250) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:34.017164 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-be1a1c9e-4124-4fdf-989d-e508d12955dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b108c27-27ee-467a-a621-27feb0755397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422552 May 10 17:37:34.053312 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ca2c2904-8b2c-40a1-8f91-a9d117f40d9c req-2dc66e85-16fd-456b-adea-bb458c4336e7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657821 May 10 17:37:34.055463 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:34.158541 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:34.162609 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Usage tracker for resource:security_group_rule and tenant:be41249c7661437b9debddf91374ba24 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:34.166574 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:34.173162 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:34.209239 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-60fd124e-23e6-4ee0-8cab-fbf88bc2974e service neutron] 10.222.0.39 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756430 May 10 17:37:34.289882 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:34.357621 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1511e577-3885-48fb-be37-89de3a3142be req-4f710f57-3733-4674-86ff-8631024c6b6d service neutron] 10.222.0.39 "GET /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416922 May 10 17:37:34.401511 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:34.408920 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d1d280cd-810f-4889-8ef6-30ece9dadceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:34.452296 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a587382-f5e8-4916-8cc7-d5e6df9f8670,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:34.457620 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be41249c7661437b9debddf91374ba24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426260 May 10 17:37:34.457620 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-13dcb206-6002-433e-8490-297301c6ed78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:34.459406 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 44256) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:34.527798 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1a4df640-6e47-42b2-856b-3db495188ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:34.565081 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1a4df640-6e47-42b2-856b-3db495188ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:34.763646 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff2066-6c81-4a8e-b4e1-6bac2f7a6a18 req-8a8d1e27-ea59-4d09-a6ef-ed234c9fa169 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:34.763646 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dbff2066-6c81-4a8e-b4e1-6bac2f7a6a18 req-8a8d1e27-ea59-4d09-a6ef-ed234c9fa169 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 943 time: 0.1098008 May 10 17:37:34.763646 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dbff2066-6c81-4a8e-b4e1-6bac2f7a6a18 req-7b656211-4d55-4a48-a26d-02cd2be32753 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 May 10 17:37:34.914346 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a8f8-040b-4e5a-83d0-2d153007fc69 req-13a51fa3-e8d3-499b-a499-3e8638e0c8f4 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:34.915883 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0252a8f8-040b-4e5a-83d0-2d153007fc69 req-13a51fa3-e8d3-499b-a499-3e8638e0c8f4 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 945 time: 0.1018791 May 10 17:37:34.967280 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0252a8f8-040b-4e5a-83d0-2d153007fc69 req-2969b780-561f-45ed-805a-57d03b973a7f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 May 10 17:37:35.071759 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1a4df640-6e47-42b2-856b-3db495188ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:35.075502 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f3edeae5-1e44-4d29-8ef2-9b9db62b8c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:35.089629 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4df640-6e47-42b2-856b-3db495188ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a587382-f5e8-4916-8cc7-d5e6df9f8670,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:35.092660 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1a4df640-6e47-42b2-856b-3db495188ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:35.100204 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1a4df640-6e47-42b2-856b-3db495188ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:35.104643 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-1a4df640-6e47-42b2-856b-3db495188ee0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a587382-f5e8-4916-8cc7-d5e6df9f8670 HTTP/1.1" status: 204 len: 168 time: 0.6414843 May 10 17:37:35.273641 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f8784-58ea-4b10-9d10-5173490f9ef5 req-2cef743c-2149-442b-86b7-ca47c0a63c3d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:35.275150 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f08f8784-58ea-4b10-9d10-5173490f9ef5 req-2cef743c-2149-442b-86b7-ca47c0a63c3d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0852315 May 10 17:37:35.325128 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f08f8784-58ea-4b10-9d10-5173490f9ef5 req-fb84984f-75c9-4c17-86cf-6a6cc4781b02 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436146 May 10 17:37:35.385012 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-9074b5c4-c94e-4ff4-9b89-a55fd36824eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:35.940020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6827cb1-03fd-4558-ab6e-3a6eb118d93b req-2b4d31fe-c601-4493-8493-0b11f5821b11 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:35.941448 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d6827cb1-03fd-4558-ab6e-3a6eb118d93b req-2b4d31fe-c601-4493-8493-0b11f5821b11 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 943 time: 0.0851221 May 10 17:37:35.989458 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d6827cb1-03fd-4558-ab6e-3a6eb118d93b req-9a0fda1f-6a8b-4d6f-9e35-60526b07fe71 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 May 10 17:37:36.199614 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c2039-5dd2-46ba-88af-fcee408b2fcf req-2776ccc4-daaf-446e-9a7f-e4c54eb33c81 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:36.199614 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-075c2039-5dd2-46ba-88af-fcee408b2fcf req-2776ccc4-daaf-446e-9a7f-e4c54eb33c81 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 945 time: 0.0933106 May 10 17:37:36.243278 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-075c2039-5dd2-46ba-88af-fcee408b2fcf req-03cf0acf-9950-40f0-8832-fce63bea2932 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 May 10 17:37:36.527312 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc93f3-09b5-4086-8d5e-0a9c841f0cef req-f249052d-4a7a-462a-a8ad-292bd4c76643 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:36.528831 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-56dc93f3-09b5-4086-8d5e-0a9c841f0cef req-f249052d-4a7a-462a-a8ad-292bd4c76643 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0816336 May 10 17:37:36.581335 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-56dc93f3-09b5-4086-8d5e-0a9c841f0cef req-7601c337-dd9c-4b03-b71a-fa6aeeac2df3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466714 May 10 17:37:37.199161 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e066d4-fb05-4d53-9845-d2056cd8e2f2 req-ff86aa12-865e-4839-a85b-d9f40109a989 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:37.202207 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a4e066d4-fb05-4d53-9845-d2056cd8e2f2 req-ff86aa12-865e-4839-a85b-d9f40109a989 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 943 time: 0.0986149 May 10 17:37:37.256836 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a4e066d4-fb05-4d53-9845-d2056cd8e2f2 req-47c1bf51-332d-4eda-a19d-f10ef145898e tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430627 May 10 17:37:37.667226 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 896e9177-071d-41cf-9d13-6c09d4db69fd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:37:37.786112 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6b248-9ff4-409b-a206-845784996c98 req-7e885d4c-99df-40a3-8260-9bba0fbcee04 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:37.787692 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e0b6b248-9ff4-409b-a206-845784996c98 req-7e885d4c-99df-40a3-8260-9bba0fbcee04 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0914469 May 10 17:37:37.834081 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 896e9177-071d-41cf-9d13-6c09d4db69fd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=896e9177-071d-41cf-9d13-6c09d4db69fd,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:37.849515 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '896e9177-071d-41cf-9d13-6c09d4db69fd', 'network_id': '7b108c27-27ee-467a-a621-27feb0755397', 'port_id': '896e9177-071d-41cf-9d13-6c09d4db69fd', 'mac_address': 'fa:16:3e:43:7b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30081880-f891-4794-976e-49e25653ba25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:37:37.894434 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e0b6b248-9ff4-409b-a206-845784996c98 req-887057bd-2512-49e5-8e69-47e46614eaa0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 May 10 17:37:37.916199 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:37.946244 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896e9177-071d-41cf-9d13-6c09d4db69fd {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:37.982676 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 896e9177-071d-41cf-9d13-6c09d4db69fd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=896e9177-071d-41cf-9d13-6c09d4db69fd,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:38.064490 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-facd4f6a-0440-4cf0-af1b-1b112a33034b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:38.099171 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:38.101133 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:38.169849 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=896e9177-071d-41cf-9d13-6c09d4db69fd,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:38.177776 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.178125 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.178494 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.178831 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.179164 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.179533 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.180049 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.180578 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.180995 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.181203 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.181590 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.181891 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:38.185747 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:38.371657 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:38.456169 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1505e3b-08e4-40c8-b754-cd9cf2deaf9f req-2ae237c9-93a5-4330-8f9e-0e6dce85ea09 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:38.457687 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1505e3b-08e4-40c8-b754-cd9cf2deaf9f req-2ae237c9-93a5-4330-8f9e-0e6dce85ea09 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 944 time: 0.0913830 May 10 17:37:38.506777 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1505e3b-08e4-40c8-b754-cd9cf2deaf9f req-87be18ca-4f89-458b-ad46-34d2d00eafea tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 May 10 17:37:38.610746 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['896e9177-071d-41cf-9d13-6c09d4db69fd'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:39.108986 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46c8f4-feef-442d-8bbd-a2c5e19bd279 req-26126e8b-e4c0-40fd-98b3-613bb57f92f7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:39.110687 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4d46c8f4-feef-442d-8bbd-a2c5e19bd279 req-26126e8b-e4c0-40fd-98b3-613bb57f92f7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0978167 May 10 17:37:39.161720 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4d46c8f4-feef-442d-8bbd-a2c5e19bd279 req-b96231c4-5525-4099-9ead-417e4c24d63a tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445943 May 10 17:37:39.208958 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:39.701887 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d417f-1849-4127-80ad-56b313e770c5 req-c68ced54-9bcd-447d-88fc-bbf16dd45ebe tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:39.703499 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0b8d417f-1849-4127-80ad-56b313e770c5 req-c68ced54-9bcd-447d-88fc-bbf16dd45ebe tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 944 time: 0.0833852 May 10 17:37:39.760907 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0b8d417f-1849-4127-80ad-56b313e770c5 req-da36a1cd-670b-4a1a-8ff7-f2b1c57309d7 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514686 May 10 17:37:40.351036 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b87e1-7320-4922-82c4-2ec018a10eaf req-bc4f9631-f092-40ec-af24-9651a5375b86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:40.352431 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2c9b87e1-7320-4922-82c4-2ec018a10eaf req-bc4f9631-f092-40ec-af24-9651a5375b86 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0792351 May 10 17:37:40.397565 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2c9b87e1-7320-4922-82c4-2ec018a10eaf req-206884ac-d966-460b-97df-1096997021fc tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 May 10 17:37:40.580372 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 44378) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:40.706191 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:40.720264 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:40.722435 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:40.726599 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Usage tracker for resource:security_group_rule and tenant:f844d30876864e8c8d25a8d721a9fe09 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:40.729847 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:40.736863 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:40.845596 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:40.951356 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:40.961019 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ce3cb704-4b36-4df5-afa7-8cf5c85309b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:41.028177 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1302a-8fd4-4dc5-a36a-1a2d26600353 req-dae2a24c-6457-4223-839a-0f58aff0bd40 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:41.029732 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1bb1302a-8fd4-4dc5-a36a-1a2d26600353 req-dae2a24c-6457-4223-839a-0f58aff0bd40 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 944 time: 0.1582775 May 10 17:37:41.057522 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f844d30876864e8c8d25a8d721a9fe09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760187 May 10 17:37:41.064021 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52222572-0993-415b-b101-321065a448fa,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:41.068135 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44392) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:41.084479 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:41.098057 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1bb1302a-8fd4-4dc5-a36a-1a2d26600353 req-e67bafa7-167e-462c-830c-28696934e915 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616713 May 10 17:37:41.152709 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8ea51e6a-1f33-476d-b9f0-efd7f2fce201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.181135 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8ea51e6a-1f33-476d-b9f0-efd7f2fce201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.368135 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8ea51e6a-1f33-476d-b9f0-efd7f2fce201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.373347 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d5472b72-8b9e-4f20-8d2f-67eb314bfd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:41.387605 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea51e6a-1f33-476d-b9f0-efd7f2fce201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52222572-0993-415b-b101-321065a448fa,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:41.390244 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8ea51e6a-1f33-476d-b9f0-efd7f2fce201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:41.391503 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8ea51e6a-1f33-476d-b9f0-efd7f2fce201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:41.392863 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-8ea51e6a-1f33-476d-b9f0-efd7f2fce201 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52222572-0993-415b-b101-321065a448fa HTTP/1.1" status: 204 len: 168 time: 0.3235075 May 10 17:37:41.605693 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7f3e9-3559-413e-a12d-822de332421e req-d8b03e4f-d66c-42db-a53a-075d3d9b2e15 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:41.607279 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c9a7f3e9-3559-413e-a12d-822de332421e req-d8b03e4f-d66c-42db-a53a-075d3d9b2e15 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0980957 May 10 17:37:41.658840 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c9a7f3e9-3559-413e-a12d-822de332421e req-b964c08e-fe8a-42b4-ac62-2f53474c1b81 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454731 May 10 17:37:41.686547 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 896e9177-071d-41cf-9d13-6c09d4db69fd up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:41.904425 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 896e9177-071d-41cf-9d13-6c09d4db69fd completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:41.909628 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 896e9177-071d-41cf-9d13-6c09d4db69fd triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:41.919873 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:42.051309 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:42.104770 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0e1643-005a-435f-8df0-84602eb25e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896e9177-071d-41cf-9d13-6c09d4db69fd'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:42.131105 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 896e9177-071d-41cf-9d13-6c09d4db69fd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=896e9177-071d-41cf-9d13-6c09d4db69fd,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:42.165105 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0e1643-005a-435f-8df0-84602eb25e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896e9177-071d-41cf-9d13-6c09d4db69fd', 'code': 200} May 10 17:37:42.259215 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:42.261442 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:42.324866 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb089de5-9998-4144-898a-6c2f89aa8ea2 req-7756b955-4abe-4b95-9642-9a7fe817a408 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.326550 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fb089de5-9998-4144-898a-6c2f89aa8ea2 req-7756b955-4abe-4b95-9642-9a7fe817a408 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 945 time: 0.0876274 May 10 17:37:42.346958 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=896e9177-071d-41cf-9d13-6c09d4db69fd,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:42.350529 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:42.381328 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fb089de5-9998-4144-898a-6c2f89aa8ea2 req-fa40768e-6162-4a12-998c-f3dc9d49b5af tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490930 May 10 17:37:42.722485 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e606cc-2b3f-476e-82d0-5d184d477524 req-22ea13e0-6d22-4126-a0d0-10431399c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.723992 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-60e606cc-2b3f-476e-82d0-5d184d477524 req-22ea13e0-6d22-4126-a0d0-10431399c786 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 1098 time: 0.0777154 May 10 17:37:42.775472 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-60e606cc-2b3f-476e-82d0-5d184d477524 req-7c4f7abd-1ecc-46c0-9dc7-dfebf54d61cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446281 May 10 17:37:42.936332 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d3acf-70cf-416c-9488-4510f5870779 req-dd92af33-d321-4f9b-af19-11c89fd6ace8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:42.937895 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e51d3acf-70cf-416c-9488-4510f5870779 req-dd92af33-d321-4f9b-af19-11c89fd6ace8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1579955 May 10 17:37:42.986078 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e51d3acf-70cf-416c-9488-4510f5870779 req-a249dc11-ba08-48bf-9694-1c71b7746973 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 May 10 17:37:43.548097 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:37:43.596412 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac6315-bf79-4f31-b12d-f1e06997e26b req-71e7023c-4093-453c-ab09-eb18238a988e tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:43.599253 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-feac6315-bf79-4f31-b12d-f1e06997e26b req-71e7023c-4093-453c-ab09-eb18238a988e tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 945 time: 0.1033559 May 10 17:37:43.677080 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-feac6315-bf79-4f31-b12d-f1e06997e26b req-576840a7-7a57-4389-9ce1-415e99e17d41 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709236 May 10 17:37:43.805742 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44476) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:43.963917 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:43.979748 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:43.987422 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Usage tracker for resource:security_group_rule and tenant:ac497d9c82bb4b87bb58413eee5fab10 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:43.991483 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:44.000773 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:44.093354 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:44.171598 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:44.181331 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2cc41982-598a-4c32-85a9-28dbf57142c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:44.225810 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac497d9c82bb4b87bb58413eee5fab10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164498 May 10 17:37:44.225810 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1afe76-68d7-4c73-8442-d307737f8415,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:44.231398 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313537-a4e6-4daa-b9cd-c3ea03e9dff4 req-43438e40-e0c1-4b05-b903-c5d72ec5f51c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.233598 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8b313537-a4e6-4daa-b9cd-c3ea03e9dff4 req-43438e40-e0c1-4b05-b903-c5d72ec5f51c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1006944 May 10 17:37:44.234559 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 44490) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:37:44.238256 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:44.292718 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8b313537-a4e6-4daa-b9cd-c3ea03e9dff4 req-6e6f7583-7afd-49ab-ad36-9f30d2b8b122 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532396 May 10 17:37:44.317749 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-391bc54d-6f81-4a34-92d9-7a2f362a8ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:44.344261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-391bc54d-6f81-4a34-92d9-7a2f362a8ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:44.485836 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-391bc54d-6f81-4a34-92d9-7a2f362a8ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:44.490943 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c8841fef-284e-4f40-bc6a-129b6cd3c99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:44.506262 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bc54d-6f81-4a34-92d9-7a2f362a8ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1afe76-68d7-4c73-8442-d307737f8415,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:44.511089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-391bc54d-6f81-4a34-92d9-7a2f362a8ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:44.513151 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-391bc54d-6f81-4a34-92d9-7a2f362a8ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:44.517649 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-391bc54d-6f81-4a34-92d9-7a2f362a8ffe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b1afe76-68d7-4c73-8442-d307737f8415 HTTP/1.1" status: 204 len: 168 time: 0.2785811 May 10 17:37:44.880578 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d98944-f011-4722-9f78-331e9c9a9913 req-ff023b67-e0a5-497f-978a-42d7fc28fe06 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:44.882035 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-92d98944-f011-4722-9f78-331e9c9a9913 req-ff023b67-e0a5-497f-978a-42d7fc28fe06 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 945 time: 0.0847943 May 10 17:37:44.928340 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-92d98944-f011-4722-9f78-331e9c9a9913 req-d274dfe1-1f66-4def-833a-3d27580f0d40 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 May 10 17:37:45.505994 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d151e-f26e-4d73-ba8d-619f3767ca70 req-2537d38b-1bce-44c5-913c-9b35bcfb833d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:45.508115 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a41d151e-f26e-4d73-ba8d-619f3767ca70 req-2537d38b-1bce-44c5-913c-9b35bcfb833d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0993435 May 10 17:37:45.558255 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a41d151e-f26e-4d73-ba8d-619f3767ca70 req-c04b45f9-b269-4632-a243-51489293773f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 May 10 17:37:46.768588 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b8a64-9560-4078-93c8-5a70f7a09013 req-ac3b5d2c-0e14-4f58-97bf-be05f8922043 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:46.770064 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6a6b8a64-9560-4078-93c8-5a70f7a09013 req-ac3b5d2c-0e14-4f58-97bf-be05f8922043 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0856414 May 10 17:37:46.827047 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6a6b8a64-9560-4078-93c8-5a70f7a09013 req-3193bb4c-bed8-491c-b1d6-49fed9790c58 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490046 May 10 17:37:48.159415 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea4e6-1f51-49c0-86d9-e09f29292cdb req-5ee2d249-aeb5-4b4e-ac6b-eb27786ca7d5 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:48.162711 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7e0ea4e6-1f51-49c0-86d9-e09f29292cdb req-5ee2d249-aeb5-4b4e-ac6b-eb27786ca7d5 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 945 time: 0.1171448 May 10 17:37:48.266054 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7e0ea4e6-1f51-49c0-86d9-e09f29292cdb req-49ab9051-b676-4a17-8973-9ee99df4182f tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940242 May 10 17:37:48.307195 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fca929-9062-4b02-a886-4c03891f8859 req-87f690c4-c0b1-432d-814e-d9fc22815af7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:48.308753 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-70fca929-9062-4b02-a886-4c03891f8859 req-87f690c4-c0b1-432d-814e-d9fc22815af7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1356544 May 10 17:37:48.359719 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-70fca929-9062-4b02-a886-4c03891f8859 req-db75935b-559c-46a1-801a-c843803525d7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 May 10 17:37:48.623705 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-975b49a7-a2ba-47cb-91c6-487d80631676 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f6aabaf7f8fb4942bf8c09eb5cabe993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283799 May 10 17:37:48.779444 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-dab4425b-8433-4219-84ae-2d0e4ea2cea3 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:48.780877 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-dab4425b-8433-4219-84ae-2d0e4ea2cea3 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517794 May 10 17:37:48.797738 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-ebfa42c0-5d48-4709-bf8a-39b2092bb66a tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/quotas/f6aabaf7f8fb4942bf8c09eb5cabe993 HTTP/1.1" status: 200 len: 375 time: 0.0099916 May 10 17:37:48.847064 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-85d41137-359f-4de3-ae3a-325cac64d831 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6aabaf7f8fb4942bf8c09eb5cabe993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435362 May 10 17:37:49.391242 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fc529b83-6145-4bb6-a792-cd3e99081300 req-0807d898-43ad-47d4-8a33-c8f90cf1671f tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 210 time: 0.0505409 May 10 17:37:49.590906 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f43a-2ae7-451c-b497-6a716546a472 req-82bdddef-f60d-40d7-86a5-ae0b5fa1c9ac tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:49.592379 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0c34f43a-2ae7-451c-b497-6a716546a472 req-82bdddef-f60d-40d7-86a5-ae0b5fa1c9ac tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 945 time: 0.1382043 May 10 17:37:49.627969 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdc71e-8998-4dd7-a0de-3a022ab56040 req-bfb82d47-1eef-4a0f-9556-2e8c9158febc tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:49.629418 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e4bdc71e-8998-4dd7-a0de-3a022ab56040 req-bfb82d47-1eef-4a0f-9556-2e8c9158febc tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 945 time: 0.1328349 May 10 17:37:49.670744 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0c34f43a-2ae7-451c-b497-6a716546a472 req-670bd56e-8a53-41be-a97b-976d36e885c4 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713007 May 10 17:37:49.693345 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e4bdc71e-8998-4dd7-a0de-3a022ab56040 req-a86cbb18-4c38-4231-a527-bda1682de20a tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 May 10 17:37:49.850485 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbef2fc-2057-4183-9348-3385551223a7 req-e087f297-8ecf-4646-b371-7b519388cab2 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:49.853111 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9dbef2fc-2057-4183-9348-3385551223a7 req-e087f297-8ecf-4646-b371-7b519388cab2 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0861502 May 10 17:37:49.899578 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9dbef2fc-2057-4183-9348-3385551223a7 req-e8405d2a-7338-4aa2-a6af-1a80258104f9 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 May 10 17:37:50.169378 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047539e6-b154-4e92-b14e-d830f611019b req-1f7def57-2e37-47f5-b169-25e697cca533 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:50.170124 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-047539e6-b154-4e92-b14e-d830f611019b req-1f7def57-2e37-47f5-b169-25e697cca533 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Synchronizing usage tracker for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:50.188326 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-047539e6-b154-4e92-b14e-d830f611019b req-1f7def57-2e37-47f5-b169-25e697cca533 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Unset dirty status for tenant:71526a09ff854ce7b5c575962dd0c0bc on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:50.188326 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-047539e6-b154-4e92-b14e-d830f611019b req-1f7def57-2e37-47f5-b169-25e697cca533 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 945 time: 0.0968332 May 10 17:37:50.400999 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Deleting port 896e9177-071d-41cf-9d13-6c09d4db69fd {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:37:50.401339 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:50.515025 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d80c8da5-4f29-47a1-892f-02c20c94200d req-00db55be-aa14-46ff-8e23-e2f96263fee5 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 210 time: 0.0689783 May 10 17:37:50.541662 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] For port 896e9177-071d-41cf-9d13-6c09d4db69fd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=896e9177-071d-41cf-9d13-6c09d4db69fd,segment=NetworkSegment(17c06436-d23a-4549-a330-ec897bf93ac8),segment_id=17c06436-d23a-4549-a330-ec897bf93ac8)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:50.542025 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:50.667161 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Calling delete_port for 896e9177-071d-41cf-9d13-6c09d4db69fd owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:37:50.909531 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:50.920880 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:50.964736 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['896e9177-071d-41cf-9d13-6c09d4db69fd'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:51.028479 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Pushing event deleted for resources: {'Port': ['ID=896e9177-071d-41cf-9d13-6c09d4db69fd,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:51.042740 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:51.057017 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0e3c6-79bb-4be7-92c6-41ca9dd000b5 req-b642124a-eea8-4a20-ab26-9683e5011d1c tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:51.059978 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-04c0e3c6-79bb-4be7-92c6-41ca9dd000b5 req-b642124a-eea8-4a20-ab26-9683e5011d1c tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 867 time: 0.2583878 May 10 17:37:51.097687 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adebe7-47fe-4df0-b8a1-153ee0dfc283 req-55604813-95a9-4490-9096-ec33899e1b0c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:51.100062 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-20adebe7-47fe-4df0-b8a1-153ee0dfc283 req-55604813-95a9-4490-9096-ec33899e1b0c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 945 time: 0.2378922 May 10 17:37:51.121482 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] No DVR routers for this DVR port 896e9177-071d-41cf-9d13-6c09d4db69fd on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:37:51.128155 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:51.132129 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0e1643-005a-435f-8df0-84602eb25e10', 'name': 'network-vif-deleted', 'tag': '896e9177-071d-41cf-9d13-6c09d4db69fd'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:51.156988 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-04c0e3c6-79bb-4be7-92c6-41ca9dd000b5 req-d01973b1-120b-4693-87e1-cba2e13837f7 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861440 May 10 17:37:51.197238 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-20adebe7-47fe-4df0-b8a1-153ee0dfc283 req-cd8744ed-5500-43b2-90f7-30c70d07ea16 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764408 May 10 17:37:51.246691 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0e1643-005a-435f-8df0-84602eb25e10', 'name': 'network-vif-deleted', 'tag': '896e9177-071d-41cf-9d13-6c09d4db69fd', 'status': 'completed', 'code': 200} May 10 17:37:51.283271 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-047539e6-b154-4e92-b14e-d830f611019b req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.39 "DELETE /v2.0/ports/896e9177-071d-41cf-9d13-6c09d4db69fd HTTP/1.1" status: 204 len: 173 time: 1.0925262 May 10 17:37:51.435897 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f65c78-faa4-45b1-9e4e-8ac2c7a63d74 req-ef8a3282-12be-4333-b851-d037c788db57 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:51.437492 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-60f65c78-faa4-45b1-9e4e-8ac2c7a63d74 req-ef8a3282-12be-4333-b851-d037c788db57 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1740792 May 10 17:37:51.508442 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-60f65c78-faa4-45b1-9e4e-8ac2c7a63d74 req-178b76da-bd04-45a9-982e-531b8812a345 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630794 May 10 17:37:51.704411 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-23f8126e-0a96-4cee-8ce2-7d2edb6258be req-04bba7c7-c7c9-4cf9-97cb-8da035a063e9 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 210 time: 0.0649083 May 10 17:37:51.850757 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-634a2740-9212-49e2-a4f0-45286d8df1c6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:51.852211 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-634a2740-9212-49e2-a4f0-45286d8df1c6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:51.984345 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-634a2740-9212-49e2-a4f0-45286d8df1c6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:51.985502 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-634a2740-9212-49e2-a4f0-45286d8df1c6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 945 time: 0.2162132 May 10 17:37:52.135190 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Deleting port b7322f9f-e988-4c0f-b8c8-df0876d62017 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:37:52.135587 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:52.289068 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] For port b7322f9f-e988-4c0f-b8c8-df0876d62017, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7322f9f-e988-4c0f-b8c8-df0876d62017,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:52.290358 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:52.362968 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2c714b00-26e2-491d-b866-5ba5bbcdeb28 req-a1064d02-5509-4699-8619-9c0a224bc96f tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0e1643-005a-435f-8df0-84602eb25e10 HTTP/1.1" status: 200 len: 210 time: 0.0721097 May 10 17:37:52.428893 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a230c3-9261-464e-9928-fa2bc96d3de5 req-d233b1db-ec3c-46b7-b170-8ef309d6d5b6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:52.431087 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-68a230c3-9261-464e-9928-fa2bc96d3de5 req-d233b1db-ec3c-46b7-b170-8ef309d6d5b6 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 945 time: 0.1043215 May 10 17:37:52.448596 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Calling delete_port for b7322f9f-e988-4c0f-b8c8-df0876d62017 owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:37:52.475816 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-68a230c3-9261-464e-9928-fa2bc96d3de5 req-7281c597-dc4a-42d2-97bc-a7109bc08431 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 May 10 17:37:52.692529 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-26b0ae8d-6725-4099-96a2-5bf035f7878b tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f6aabaf7f8fb4942bf8c09eb5cabe993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329525 May 10 17:37:52.711085 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:52.716906 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:52.757343 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06', 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4', 'b7322f9f-e988-4c0f-b8c8-df0876d62017'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:52.767304 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Pushing event deleted for resources: {'Port': ['ID=b7322f9f-e988-4c0f-b8c8-df0876d62017,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:52.770833 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:52.807485 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79afdb-2ae1-493b-bf34-546c0a348230 req-e0cb2ba0-9e31-4d45-9f36-5a5bb86294da tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:52.808997 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bc79afdb-2ae1-493b-bf34-546c0a348230 req-e0cb2ba0-9e31-4d45-9f36-5a5bb86294da tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1857059 May 10 17:37:52.890026 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] No DVR routers for this DVR port b7322f9f-e988-4c0f-b8c8-df0876d62017 on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:37:52.893714 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:52.903802 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bc79afdb-2ae1-493b-bf34-546c0a348230 req-32104e7e-5d4e-47fe-9f67-1f66d5ec6cfe tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878894 May 10 17:37:52.918591 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-206fe388-3c3b-403f-a99a-996bbffeb244 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:52.920471 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-206fe388-3c3b-403f-a99a-996bbffeb244 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129505 May 10 17:37:52.942051 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Request body: {'port': {'device_id': '30d1b80f-7a4d-4656-a52f-ff1ef96afda5', 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52', 'admin_state_up': True, 'tenant_id': 'f6aabaf7f8fb4942bf8c09eb5cabe993'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:52.986543 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-f007fa55-377e-4ce8-9fbd-ec4ea92a6e8b req-a23ac1fc-6be3-4bff-9aae-fdda44ca67af tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "DELETE /v2.0/ports/b7322f9f-e988-4c0f-b8c8-df0876d62017 HTTP/1.1" status: 204 len: 173 time: 0.9937861 May 10 17:37:53.097671 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3362bab2-c512-46db-981c-84c05cb57a30 req-b4d45e1a-876d-4530-994a-96ae7edcf8ac tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 210 time: 0.0672479 May 10 17:37:53.174499 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:53.179899 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Usage tracker for resource:port and tenant:f6aabaf7f8fb4942bf8c09eb5cabe993 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:53.182787 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:53.188923 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:53.248934 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f9306d-be5f-40c8-9010-575ebb798f70', 'name': 'network-vif-deleted', 'tag': 'b7322f9f-e988-4c0f-b8c8-df0876d62017'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:53.302684 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f9306d-be5f-40c8-9010-575ebb798f70', 'name': 'network-vif-deleted', 'tag': 'b7322f9f-e988-4c0f-b8c8-df0876d62017', 'status': 'completed', 'code': 200} May 10 17:37:53.338274 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Made reservation on behalf of f6aabaf7f8fb4942bf8c09eb5cabe993 for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:37:53.341803 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.355930 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.372589 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:37:53.376900 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Usage tracker for resource:security_group_rule and tenant:f6aabaf7f8fb4942bf8c09eb5cabe993 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:37:53.380527 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:37:53.388267 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:37:53.481694 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.631512 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.637525 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c472f7be-d05b-40a4-b28e-596e5574dc3c req-4a928e3a-fe4a-4078-bdc9-541070980ebb tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 210 time: 0.0477450 May 10 17:37:53.639604 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:53.721746 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261e4f47-d7d8-47f7-917f-bc6072c6280c,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:53.727731 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:53.785558 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device b7322f9f-e988-4c0f-b8c8-df0876d62017 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:37:53.822177 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Allocated IP 192.168.233.64 (18dd1ff8-8474-454b-b17a-bec9c8312a52/96a98bf5-905c-488b-ae82-e12f2c2f1f85/4c7ab94b-8df9-41c1-a67b-6090ca1af55c) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:37:53.825489 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: b7322f9f-e988-4c0f-b8c8-df0876d62017 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:37:53.825945 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device b7322f9f-e988-4c0f-b8c8-df0876d62017 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:37:53.826537 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 896e9177-071d-41cf-9d13-6c09d4db69fd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:37:53.859971 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 896e9177-071d-41cf-9d13-6c09d4db69fd {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:37:53.860323 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 896e9177-071d-41cf-9d13-6c09d4db69fd not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:37:54.099689 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:54.123040 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Transition to ACTIVE for port object 4c7ab94b-8df9-41c1-a67b-6090ca1af55c will not be triggered until provisioned by entity DHCP. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:54.149562 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f4a5-ca00-4dfd-9eb1-ed75da181c69 req-e5cf8bec-d98a-4bcd-8e25-ff94cf27085d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:54.152020 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1074f4a5-ca00-4dfd-9eb1-ed75da181c69 req-e5cf8bec-d98a-4bcd-8e25-ff94cf27085d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1265094 May 10 17:37:54.209636 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1074f4a5-ca00-4dfd-9eb1-ed75da181c69 req-453075ea-243f-419f-8029-67dcd0756698 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 May 10 17:37:54.282484 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-56cc99a0-026e-4908-90d9-d79dea271958 req-0517ccb3-592f-499f-b262-2471abd899bc tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 210 time: 0.0432892 May 10 17:37:54.304869 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:54.314039 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-aa4bd79a-144b-43ca-9e13-6b101c054418 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:54.376682 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Network 18dd1ff8-8474-454b-b17a-bec9c8312a52 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:37:54.379668 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:37:54.382110 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:37:54.435503 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Pushing event updated for resources: {'Port': ['ID=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:54.441564 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:54.483653 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:54.484326 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:54.635648 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6978106 May 10 17:37:54.662486 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Request body: {'port': {'device_id': '30d1b80f-7a4d-4656-a52f-ff1ef96afda5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:37:54.807726 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-b90eaed3-b324-4068-95ae-b1661f77d2d4 None None] Provisioning for port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:37:54.813284 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-b90eaed3-b324-4068-95ae-b1661f77d2d4 None None] Provisioning complete for port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:54.813665 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b90eaed3-b324-4068-95ae-b1661f77d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:54.876569 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-b90eaed3-b324-4068-95ae-b1661f77d2d4 None None] Port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:37:54.898035 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5e09ac27-d696-476b-88bb-731d7533f233 req-d2ca7c7d-e261-406e-9b4f-d267ca8cef5f tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=45f9306d-be5f-40c8-9010-575ebb798f70 HTTP/1.1" status: 200 len: 210 time: 0.0605066 May 10 17:37:54.916241 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:55.290859 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7ab94b-8df9-41c1-a67b-6090ca1af55c {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:55.293715 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:55.312567 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Transition to ACTIVE for port object 4c7ab94b-8df9-41c1-a67b-6090ca1af55c will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:37:55.400491 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:55.435247 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:55.625102 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Pushing event updated for resources: {'Port': ['ID=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:55.644285 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:55.685566 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6121-64f7-491c-8c35-766a24ae0b2a req-6eb68d35-8d05-4839-ab6f-167035c7aa3b tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.687101 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff1f6121-64f7-491c-8c35-766a24ae0b2a req-6eb68d35-8d05-4839-ab6f-167035c7aa3b tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.3431306 May 10 17:37:55.766630 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90f459-f710-4d7b-a7f8-e1723887acbc req-6892e277-14fc-416e-9b20-a92bce7f1e79 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:55.767341 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-4f90f459-f710-4d7b-a7f8-e1723887acbc req-6892e277-14fc-416e-9b20-a92bce7f1e79 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Synchronizing usage tracker for tenant:f6aabaf7f8fb4942bf8c09eb5cabe993 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:55.784298 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Attempting to bind port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:37:55.784630 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Attempting to bind port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:37:55.784960 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Attempting to bind port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c on network 18dd1ff8-8474-454b-b17a-bec9c8312a52 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:55.803016 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff1f6121-64f7-491c-8c35-766a24ae0b2a req-444bb38a-4a7a-401e-8ad7-b05c16674c02 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972235 May 10 17:37:55.807111 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c on network 18dd1ff8-8474-454b-b17a-bec9c8312a52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:37:55.807435 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Attempting to bind port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c on network 18dd1ff8-8474-454b-b17a-bec9c8312a52 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:37:55.814418 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:37:55.814817 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Checking segment: {'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:37:55.815141 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Bound using segment: {'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:37:55.815561 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Bound port: 4c7ab94b-8df9-41c1-a67b-6090ca1af55c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc6d100-ce31-4b45-b18e-0e794da9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:37:55.816038 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:55.911422 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-4f90f459-f710-4d7b-a7f8-e1723887acbc req-6892e277-14fc-416e-9b20-a92bce7f1e79 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Unset dirty status for tenant:f6aabaf7f8fb4942bf8c09eb5cabe993 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:55.912560 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4f90f459-f710-4d7b-a7f8-e1723887acbc req-6892e277-14fc-416e-9b20-a92bce7f1e79 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 947 time: 0.5162332 May 10 17:37:55.916895 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] For port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:37:55.920013 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] For port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,segment=NetworkSegment(edc6d100-ce31-4b45-b18e-0e794da9f10b),segment_id=edc6d100-ce31-4b45-b18e-0e794da9f10b)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:37:55.960627 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-4f90f459-f710-4d7b-a7f8-e1723887acbc req-c1be941c-5878-4d00-95b1-3dc8ae4334a2 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Synchronizing usage tracker for tenant:f6aabaf7f8fb4942bf8c09eb5cabe993 on resource:security_group {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:37:56.030495 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:56.034253 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:56.070920 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-4f90f459-f710-4d7b-a7f8-e1723887acbc req-c1be941c-5878-4d00-95b1-3dc8ae4334a2 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Unset dirty status for tenant:f6aabaf7f8fb4942bf8c09eb5cabe993 on resource:security_group {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:37:56.071960 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4f90f459-f710-4d7b-a7f8-e1723887acbc req-c1be941c-5878-4d00-95b1-3dc8ae4334a2 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507437 May 10 17:37:56.091559 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:56.092180 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:56.093989 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] 10.222.0.39 "PUT /v2.0/ports/4c7ab94b-8df9-41c1-a67b-6090ca1af55c HTTP/1.1" status: 200 len: 1097 time: 1.4376140 May 10 17:37:56.096374 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d1b80f-7a4d-4656-a52f-ff1ef96afda5', 'tag': '4c7ab94b-8df9-41c1-a67b-6090ca1af55c'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:56.129147 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Pushing event updated for resources: {'Port': ['ID=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:56.133596 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:56.146854 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d1b80f-7a4d-4656-a52f-ff1ef96afda5', 'tag': '4c7ab94b-8df9-41c1-a67b-6090ca1af55c', 'status': 'completed', 'code': 200} May 10 17:37:56.279541 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcd8c1-76d0-4c56-9c14-d46cd24e46f9 req-5014f12a-84dd-4264-a626-d03ac7c54013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:56.281233 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-57dcd8c1-76d0-4c56-9c14-d46cd24e46f9 req-5014f12a-84dd-4264-a626-d03ac7c54013 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6aabaf7f8fb4942bf8c09eb5cabe993&device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 1100 time: 0.0848591 May 10 17:37:56.329478 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-57dcd8c1-76d0-4c56-9c14-d46cd24e46f9 req-d58069f8-556b-44f6-a3a9-7b4bf75d19d6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f6aabaf7f8fb4942bf8c09eb5cabe993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301962 May 10 17:37:56.491220 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcd8c1-76d0-4c56-9c14-d46cd24e46f9 req-f9fcb56e-eb80-4cae-9a71-d8cf74e0957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:56.492916 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-57dcd8c1-76d0-4c56-9c14-d46cd24e46f9 req-f9fcb56e-eb80-4cae-9a71-d8cf74e0957c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544077 May 10 17:37:56.653294 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-d07bba94-4be1-48e3-ae65-c42e64426a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:56.654685 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-d07bba94-4be1-48e3-ae65-c42e64426a9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6aabaf7f8fb4942bf8c09eb5cabe993&device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 1100 time: 0.0817747 May 10 17:37:56.745078 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-5dc02d5a-46a9-47af-8f13-9484cd6d6f3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4c7ab94b-8df9-41c1-a67b-6090ca1af55c HTTP/1.1" status: 200 len: 217 time: 0.0723982 May 10 17:37:56.819213 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-0ef08469-d488-436c-ac03-0974be655358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:56.822445 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-0ef08469-d488-436c-ac03-0974be655358 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96a98bf5-905c-488b-ae82-e12f2c2f1f85 HTTP/1.1" status: 200 len: 843 time: 0.0670133 May 10 17:37:57.064761 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-30ac18bf-3680-4473-a080-d97ac02e4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:57.066684 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-30ac18bf-3680-4473-a080-d97ac02e4ef4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dd1ff8-8474-454b-b17a-bec9c8312a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2343619 May 10 17:37:57.193604 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb0ab8-4d95-4395-a07b-21ae2f1bb6d8 req-ca417b50-ea81-4dba-b476-6f1a431a6929 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:57.195882 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-50fb0ab8-4d95-4395-a07b-21ae2f1bb6d8 req-ca417b50-ea81-4dba-b476-6f1a431a6929 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.2212038 May 10 17:37:57.391148 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-2d8b6f80-407d-450a-9267-df7a2f86fbcf service neutron] 10.222.0.39 "GET /v2.0/networks/18dd1ff8-8474-454b-b17a-bec9c8312a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148365 May 10 17:37:57.407012 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-50fb0ab8-4d95-4395-a07b-21ae2f1bb6d8 req-2fc16610-6718-4d24-be22-80376e0dd837 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999011 May 10 17:37:57.590051 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b40e8-cde8-4e50-b0fb-5921fa4741dc req-cd8d3432-34ce-4412-9f01-c48f1684d296 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:57.591758 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2f7b40e8-cde8-4e50-b0fb-5921fa4741dc req-cd8d3432-34ce-4412-9f01-c48f1684d296 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 947 time: 0.3920248 May 10 17:37:57.702667 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08b39fe4-4c20-4839-9593-ea226a2c97aa req-638178c8-753c-41bb-801f-e5f84363f490 service neutron] 10.222.0.39 "GET /v2.0/networks/18dd1ff8-8474-454b-b17a-bec9c8312a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938778 May 10 17:37:57.708193 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2f7b40e8-cde8-4e50-b0fb-5921fa4741dc req-a9f65657-06ca-4d8b-87be-12b6919c4d53 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018939 May 10 17:37:58.827228 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8527020-facb-4543-97cb-0a678da11f9e req-09818de7-e9f5-440f-b501-c7f9da8874d5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:58.828894 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d8527020-facb-4543-97cb-0a678da11f9e req-09818de7-e9f5-440f-b501-c7f9da8874d5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1636810 May 10 17:37:58.830638 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:58.916115 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d8527020-facb-4543-97cb-0a678da11f9e req-b1eb02b3-dd32-48d4-8ca0-e22b46ba6f5a tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648932 May 10 17:37:59.232779 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10b4be-f61b-4718-826d-64f45018eae1 req-58d5b681-1434-4822-83e3-0d74fc9b2a0e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:59.236657 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dc10b4be-f61b-4718-826d-64f45018eae1 req-58d5b681-1434-4822-83e3-0d74fc9b2a0e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 945 time: 0.1405482 May 10 17:37:59.321625 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dc10b4be-f61b-4718-826d-64f45018eae1 req-1376d0ee-4b2d-457e-81ae-a356d9257c45 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742388 May 10 17:37:59.368675 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf69fa-dcb6-451b-af8f-c296c1be7794 req-4d16f863-c637-4209-ae0d-071d2bba4451 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:59.370796 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bfcf69fa-dcb6-451b-af8f-c296c1be7794 req-4d16f863-c637-4209-ae0d-071d2bba4451 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 947 time: 0.2013516 May 10 17:37:59.432169 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bfcf69fa-dcb6-451b-af8f-c296c1be7794 req-53e8270e-620f-4690-91f0-b1cdd523dff5 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545805 May 10 17:37:59.844736 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 4c7ab94b-8df9-41c1-a67b-6090ca1af55c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:38:00.083616 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,segment=NetworkSegment(edc6d100-ce31-4b45-b18e-0e794da9f10b),segment_id=edc6d100-ce31-4b45-b18e-0e794da9f10b)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:00.100373 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '4c7ab94b-8df9-41c1-a67b-6090ca1af55c', 'network_id': '18dd1ff8-8474-454b-b17a-bec9c8312a52', 'port_id': '4c7ab94b-8df9-41c1-a67b-6090ca1af55c', 'mac_address': 'fa:16:3e:5e:b2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a98bf5-905c-488b-ae82-e12f2c2f1f85', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:38:00.188073 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:00.219347 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7ab94b-8df9-41c1-a67b-6090ca1af55c {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:38:00.245481 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,segment=NetworkSegment(edc6d100-ce31-4b45-b18e-0e794da9f10b),segment_id=edc6d100-ce31-4b45-b18e-0e794da9f10b)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:00.326002 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e940e9-c74c-4f04-b329-567d585150bf req-3c63e14f-d2bb-4a67-9d70-0f22e01885c5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:00.338971 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-12e940e9-c74c-4f04-b329-567d585150bf req-3c63e14f-d2bb-4a67-9d70-0f22e01885c5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1653929 May 10 17:38:00.419042 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:00.421185 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:00.557467 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:00.561312 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:00.619169 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-12e940e9-c74c-4f04-b329-567d585150bf req-10ff2d6f-00b9-466a-b9f3-c09240f74b69 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791104 May 10 17:38:00.703164 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a664984-614e-4311-8d0c-864299d054bd req-dbce82c8-5f29-4dfb-85f1-46ea99f7c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:00.705095 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0a664984-614e-4311-8d0c-864299d054bd req-dbce82c8-5f29-4dfb-85f1-46ea99f7c60f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1099 time: 0.2398210 May 10 17:38:00.748065 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf6c00-7970-446d-8b36-65a60ee7e005 req-857c93a7-a002-4b64-b02a-920e261ed9b4 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:00.750223 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0faf6c00-7970-446d-8b36-65a60ee7e005 req-857c93a7-a002-4b64-b02a-920e261ed9b4 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 945 time: 0.1839349 May 10 17:38:00.820921 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-59690c14-a7b3-4899-970f-41d5f7c03b8c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:00.822097 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-59690c14-a7b3-4899-970f-41d5f7c03b8c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:00.830820 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['4c7ab94b-8df9-41c1-a67b-6090ca1af55c'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:00.872088 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0a664984-614e-4311-8d0c-864299d054bd req-e6d8aab7-b4f4-4e99-aec6-a70f796a7cfa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578314 May 10 17:38:00.911558 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-59690c14-a7b3-4899-970f-41d5f7c03b8c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:00.913166 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-59690c14-a7b3-4899-970f-41d5f7c03b8c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 945 time: 0.2384987 May 10 17:38:00.920319 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0faf6c00-7970-446d-8b36-65a60ee7e005 req-b6a07c59-9239-4715-af76-862402944923 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605639 May 10 17:38:01.009336 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281411e1-af03-4ffc-b6b6-11e44c7cf989 req-f087a411-592b-4385-a265-5c000e95d8b4 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:01.011238 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-281411e1-af03-4ffc-b6b6-11e44c7cf989 req-f087a411-592b-4385-a265-5c000e95d8b4 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 948 time: 0.2106071 May 10 17:38:01.148105 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-281411e1-af03-4ffc-b6b6-11e44c7cf989 req-17ee0f84-9c57-4ad7-a78f-1c8aefb4d392 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137452 May 10 17:38:01.366294 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Deleting port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:01.367135 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:01.637262 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] For port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:01.637447 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:01.828940 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Calling delete_port for d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:01.928512 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd9381-1e96-4457-912a-bf4c02434993 req-1436f005-83fa-4606-8cb4-3f488ae821be tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:01.937321 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-26cd9381-1e96-4457-912a-bf4c02434993 req-1436f005-83fa-4606-8cb4-3f488ae821be tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1289041 May 10 17:38:02.063685 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-26cd9381-1e96-4457-912a-bf4c02434993 req-b5b104ae-3f79-4ffa-a9fb-ad5978e82950 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247761 May 10 17:38:02.139083 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:02.148468 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-32e11323-e4f2-4770-b502-42682fe29017 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:02.188178 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:02.204863 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9cfda0f6-17c4-440c-abad-e230ddebb5aa req-a22b502f-d42a-4aeb-a220-d367d47f2e5c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 210 time: 0.0940421 May 10 17:38:02.255926 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Pushing event deleted for resources: {'Port': ['ID=d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:02.258948 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:02.379109 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] No DVR routers for this DVR port d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:02.382713 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:02.393742 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5aed535-8461-4a57-b06b-bba98362cc37', 'name': 'network-vif-deleted', 'tag': 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:02.470874 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-340426e0-1dc8-407a-b600-c9d0145bc4ca req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "DELETE /v2.0/ports/d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 HTTP/1.1" status: 204 len: 173 time: 1.3177638 May 10 17:38:02.490735 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5aed535-8461-4a57-b06b-bba98362cc37', 'name': 'network-vif-deleted', 'tag': 'd2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4', 'status': 'completed', 'code': 200} May 10 17:38:02.500330 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a11f4b-e4ad-49e2-bca4-4ccadd04aabb req-e66b9857-2da0-485f-981d-e48176b8e95f tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:02.501891 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-39a11f4b-e4ad-49e2-bca4-4ccadd04aabb req-e66b9857-2da0-485f-981d-e48176b8e95f tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 948 time: 0.1326704 May 10 17:38:02.565103 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-39a11f4b-e4ad-49e2-bca4-4ccadd04aabb req-292d1bb6-0884-4335-84ac-0706702d8085 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 May 10 17:38:03.339039 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145befc1-ec6e-4c35-a330-bb36bb4fb111 req-37961a0d-fce4-45aa-bc59-104fc4cc9a6f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:03.341641 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-145befc1-ec6e-4c35-a330-bb36bb4fb111 req-37961a0d-fce4-45aa-bc59-104fc4cc9a6f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1562173 May 10 17:38:03.447382 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-145befc1-ec6e-4c35-a330-bb36bb4fb111 req-11ea6a0a-a9c2-4e44-b4fe-c7b83b6f9af9 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983219 May 10 17:38:03.598502 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3c4be0a9-2862-44bd-9b1b-d8353b462a65 req-6dbb77a6-6df0-49c9-ab85-2c18570afcb7 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5aed535-8461-4a57-b06b-bba98362cc37 HTTP/1.1" status: 200 len: 210 time: 0.0497520 May 10 17:38:03.775879 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 4c7ab94b-8df9-41c1-a67b-6090ca1af55c up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:03.971630 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6139c3b-e21d-4084-917f-6d80e5918d6d req-6bad059c-fba4-4ba1-845b-468ba628a8aa tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:03.983715 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f6139c3b-e21d-4084-917f-6d80e5918d6d req-6bad059c-fba4-4ba1-845b-468ba628a8aa tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 948 time: 0.1707180 May 10 17:38:04.025279 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:04.033905 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:04.034285 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:04.141605 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f6139c3b-e21d-4084-917f-6d80e5918d6d req-7623a3aa-7cb1-4fe4-8d81-9231cb870ade tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537225 May 10 17:38:04.298765 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:04.343272 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d1b80f-7a4d-4656-a52f-ff1ef96afda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7ab94b-8df9-41c1-a67b-6090ca1af55c'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:04.354837 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,segment=NetworkSegment(edc6d100-ce31-4b45-b18e-0e794da9f10b),segment_id=edc6d100-ce31-4b45-b18e-0e794da9f10b)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:04.425033 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d1b80f-7a4d-4656-a52f-ff1ef96afda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7ab94b-8df9-41c1-a67b-6090ca1af55c', 'code': 200} May 10 17:38:04.510549 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:04.513620 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:04.589850 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:04.737955 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:04.764579 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:04.765684 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:04.765871 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device d2b0abcc-6207-4f1d-8a63-b2b4bdcff5e4 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:04.868907 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76ea6-29b4-47a7-8c88-00550a0890fd req-4ea5a38c-a95d-49fd-a9d3-24ba8146cf7d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:04.871167 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-02c76ea6-29b4-47a7-8c88-00550a0890fd req-4ea5a38c-a95d-49fd-a9d3-24ba8146cf7d tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1973784 May 10 17:38:04.889192 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-be3994ac-0d77-4d59-859b-0f18e99b024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:04.890904 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-be3994ac-0d77-4d59-859b-0f18e99b024b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8361842b7c3844329203c723f841e5d2&device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 1099 time: 0.2017076 May 10 17:38:04.938853 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-02c76ea6-29b4-47a7-8c88-00550a0890fd req-413c0673-2c52-490a-b6f5-714e26cf026b tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612636 May 10 17:38:05.174602 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-ba996132-d4ec-43fe-bdc0-5660de4ea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:05.176176 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616d71c-4ed7-48e3-907e-9bc8f81f7a39 req-6cfa455c-5aa1-4801-8617-8b37eddb864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:05.179431 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-ba996132-d4ec-43fe-bdc0-5660de4ea6f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 200 len: 920 time: 0.2797117 May 10 17:38:05.181233 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a616d71c-4ed7-48e3-907e-9bc8f81f7a39 req-6cfa455c-5aa1-4801-8617-8b37eddb864b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 1102 time: 0.1721606 May 10 17:38:05.270385 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a616d71c-4ed7-48e3-907e-9bc8f81f7a39 req-ac650f90-34a9-4e4a-a82a-5dae0eb6a626 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789144 May 10 17:38:05.295608 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-79ae7e0f-6eb7-40de-ac89-3c0fb57d929f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae2c21c-6d8a-4937-ab11-b79715e77223 HTTP/1.1" status: 200 len: 217 time: 0.1042492 May 10 17:38:05.398422 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072853-a08d-40f5-a189-9d03e7c1514a req-38c7dc9f-248d-46b3-a51e-5831a3f63d81 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:05.399849 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5a072853-a08d-40f5-a189-9d03e7c1514a req-38c7dc9f-248d-46b3-a51e-5831a3f63d81 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 949 time: 0.0878544 May 10 17:38:05.406399 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-7af73d73-edf4-4a83-9bed-25b99cc48f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:05.458898 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5a072853-a08d-40f5-a189-9d03e7c1514a req-7af27e78-81c7-45c1-a4c6-a6b5fe0a6dfb tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 May 10 17:38:05.711829 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5651f-ab37-40be-904a-64943cd5d7f3 req-f1284912-1c4e-4922-adb2-6bb2b3ff5808 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:05.713489 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7ba5651f-ab37-40be-904a-64943cd5d7f3 req-f1284912-1c4e-4922-adb2-6bb2b3ff5808 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 946 time: 0.1237299 May 10 17:38:05.721080 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-73ba4486-a6a4-42a3-882b-8e69b7516676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:05.725388 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-73ba4486-a6a4-42a3-882b-8e69b7516676 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 200 len: 859 time: 0.1302226 May 10 17:38:05.793023 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7ba5651f-ab37-40be-904a-64943cd5d7f3 req-a3ba06f5-4e3d-488b-83dd-0a0cb26a6f42 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655549 May 10 17:38:05.822486 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-0e08eeb1-88b8-49a5-8015-9ece7b5d0efe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f712391-4b54-4ac8-8181-9459cb98da58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579255 May 10 17:38:06.018426 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-a8a638a0-28bb-4799-a245-96dc4d85179a service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864007 May 10 17:38:06.213582 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-5e5ad4e8-a94e-44f6-a136-a261d3fc604b req-50f3e18c-78f1-4f1e-b98a-e7baa2f75ee0 service neutron] 10.222.0.39 "GET /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849651 May 10 17:38:06.265732 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab43fa4-d024-4731-a627-e14ca8faab96 req-075a7dd1-463d-4e6e-b3dd-b12e7c5d1695 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:06.275872 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aab43fa4-d024-4731-a627-e14ca8faab96 req-075a7dd1-463d-4e6e-b3dd-b12e7c5d1695 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1339781 May 10 17:38:06.323801 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aab43fa4-d024-4731-a627-e14ca8faab96 req-5b331469-606d-4e86-a0e5-8bcf03b1f082 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 May 10 17:38:06.768858 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22b105-27c1-4501-ab0a-32fe6c572138 req-ff603519-a339-425a-8c9f-c3086a3aac77 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:06.774465 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4a22b105-27c1-4501-ab0a-32fe6c572138 req-ff603519-a339-425a-8c9f-c3086a3aac77 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 949 time: 0.1625638 May 10 17:38:06.921856 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4a22b105-27c1-4501-ab0a-32fe6c572138 req-45a7f58f-40c0-49f4-afde-c1e9ac398370 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053050 May 10 17:38:07.144899 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71b8bb-0dcf-401e-81b1-0528c8c9d8ab req-38491a89-2225-45c5-89eb-bcadf0d20d82 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:07.146569 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6e71b8bb-0dcf-401e-81b1-0528c8c9d8ab req-38491a89-2225-45c5-89eb-bcadf0d20d82 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 946 time: 0.1177654 May 10 17:38:07.195537 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6e71b8bb-0dcf-401e-81b1-0528c8c9d8ab req-08ba9d6b-6ecc-4fef-a516-fd5cf818e7e8 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 May 10 17:38:07.572557 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c22a-04b3-4c2d-a35c-68d05cc6964a req-72007714-dfe4-4471-80ed-d70bc10b2b72 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:07.573919 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-95b8c22a-04b3-4c2d-a35c-68d05cc6964a req-72007714-dfe4-4471-80ed-d70bc10b2b72 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0857060 May 10 17:38:07.623322 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-95b8c22a-04b3-4c2d-a35c-68d05cc6964a req-cfcabaf7-342a-4a2e-92ef-b43f7a91d158 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 May 10 17:38:08.030022 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-63903134-b0ce-4426-8fef-114bb5c6895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:08.096672 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-4bee5269-a24f-48dd-a6c4-f8b3c2e779bf tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:08.097644 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-4bee5269-a24f-48dd-a6c4-f8b3c2e779bf tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:08.190089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-4bee5269-a24f-48dd-a6c4-f8b3c2e779bf tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:08.192751 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-4bee5269-a24f-48dd-a6c4-f8b3c2e779bf tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 946 time: 0.2312877 May 10 17:38:08.259871 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6864e-a1ac-47f5-a5a2-aefc4a64a594 req-26dff074-e6fb-4e4c-a4e0-d35123822ca7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:08.273106 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-83b6864e-a1ac-47f5-a5a2-aefc4a64a594 req-26dff074-e6fb-4e4c-a4e0-d35123822ca7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 949 time: 0.1853926 May 10 17:38:08.331282 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:08.406756 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Deleting port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:08.407174 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:08.431045 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-83b6864e-a1ac-47f5-a5a2-aefc4a64a594 req-c8005e2a-4ec9-40db-b870-ae0d484b7353 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602511 May 10 17:38:08.501025 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb613b99-3fec-4c77-a2be-a050022f21bd req-3ceb3a64-c75f-48a9-8b36-1e75d43f2b7e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:08.508927 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fb613b99-3fec-4c77-a2be-a050022f21bd req-3ceb3a64-c75f-48a9-8b36-1e75d43f2b7e tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 946 time: 0.1540234 May 10 17:38:08.567753 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fb613b99-3fec-4c77-a2be-a050022f21bd req-9aad2eb1-9a39-4281-89c4-16c1687b43d7 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575080 May 10 17:38:08.615695 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] For port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:08.616299 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:08.900041 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30573ddd-0606-474b-8d31-6b908310d071 req-f2b59aae-9ac2-4c83-8d7a-f1f79ddf6480 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:08.903815 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-30573ddd-0606-474b-8d31-6b908310d071 req-f2b59aae-9ac2-4c83-8d7a-f1f79ddf6480 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1183360 May 10 17:38:08.911295 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Calling delete_port for aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:09.011429 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-30573ddd-0606-474b-8d31-6b908310d071 req-750df8a7-9dc4-4f13-b065-d41ddaf2ca4a tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993752 May 10 17:38:09.244887 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:09.246782 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:09.261404 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e09d2a2f-e042-4175-a8f8-7723e6aca087 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:09.292449 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:09.414006 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Pushing event deleted for resources: {'Port': ['ID=aefc4973-e567-4bf0-9a77-bd4a2dd2dd06,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:09.468045 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:09.496716 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] No DVR routers for this DVR port aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:09.500891 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:09.517144 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a', 'name': 'network-vif-deleted', 'tag': 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:09.618552 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-452f16b1-457f-4ec9-b031-757fb7331f2f req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "DELETE /v2.0/ports/aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 HTTP/1.1" status: 204 len: 173 time: 1.4093509 May 10 17:38:09.637355 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15022d74-5263-4154-8c0c-40137f92379f req-15d2e250-f7df-42a7-9628-df1548ba88fc tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:09.639005 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-15022d74-5263-4154-8c0c-40137f92379f req-15d2e250-f7df-42a7-9628-df1548ba88fc tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 949 time: 0.1070423 May 10 17:38:09.713514 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-15022d74-5263-4154-8c0c-40137f92379f req-226e3501-4617-4ebc-bdc4-a53841e01425 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681832 May 10 17:38:09.804609 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a', 'name': 'network-vif-deleted', 'tag': 'aefc4973-e567-4bf0-9a77-bd4a2dd2dd06', 'status': 'completed', 'code': 200} May 10 17:38:09.968628 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea3dd829-4a8c-4acb-9cb4-55185867b628 req-300a3983-4308-4eae-9f63-ad5aecf738d1 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68683f7-39ae-426a-9dd8-ea4dc7b0ae8a HTTP/1.1" status: 200 len: 210 time: 0.0676434 May 10 17:38:10.265066 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64abfa9-b7aa-4d30-8806-65c99c1c00c4 req-cf4e76a8-dee9-4744-b904-14c6590cd4a1 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:10.270937 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e64abfa9-b7aa-4d30-8806-65c99c1c00c4 req-cf4e76a8-dee9-4744-b904-14c6590cd4a1 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0939672 May 10 17:38:10.322162 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e64abfa9-b7aa-4d30-8806-65c99c1c00c4 req-38082170-ceb3-4313-8659-e7cf8726b8ff tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494304 May 10 17:38:10.722395 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:11.432169 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c572ed2-5ef0-43a7-8edc-8d0933c5cbcf req-703c4542-9be1-4f5d-b2c3-780045598b89 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:11.434819 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1c572ed2-5ef0-43a7-8edc-8d0933c5cbcf req-703c4542-9be1-4f5d-b2c3-780045598b89 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 949 time: 0.1497879 May 10 17:38:11.452941 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-e24adf07-4b8c-43af-a001-84615c2187dc tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:11.454676 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-e24adf07-4b8c-43af-a001-84615c2187dc tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.39 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 949 time: 0.1266003 May 10 17:38:11.536123 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1c572ed2-5ef0-43a7-8edc-8d0933c5cbcf req-7bc211d3-55bd-4edf-a3ed-b1364aa7d1b8 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/security-groups?id=261e4f47-d7d8-47f7-917f-bc6072c6280c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942128 May 10 17:38:11.673411 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Deleting port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:11.674032 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:11.823995 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:11.858986 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:11.859336 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device aefc4973-e567-4bf0-9a77-bd4a2dd2dd06 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:11.878335 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] For port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,segment=NetworkSegment(edc6d100-ce31-4b45-b18e-0e794da9f10b),segment_id=edc6d100-ce31-4b45-b18e-0e794da9f10b)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:11.878943 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:12.055981 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Calling delete_port for 4c7ab94b-8df9-41c1-a67b-6090ca1af55c owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:12.348687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:12.355742 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5e274913-a34c-402a-bc3b-184613bae9f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:12.388896 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['4c7ab94b-8df9-41c1-a67b-6090ca1af55c'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:12.399940 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Pushing event deleted for resources: {'Port': ['ID=4c7ab94b-8df9-41c1-a67b-6090ca1af55c,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:12.403514 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:12.488658 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] No DVR routers for this DVR port 4c7ab94b-8df9-41c1-a67b-6090ca1af55c on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:12.493861 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:12.496790 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d1b80f-7a4d-4656-a52f-ff1ef96afda5', 'name': 'network-vif-deleted', 'tag': '4c7ab94b-8df9-41c1-a67b-6090ca1af55c'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:12.545502 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d1b80f-7a4d-4656-a52f-ff1ef96afda5', 'name': 'network-vif-deleted', 'tag': '4c7ab94b-8df9-41c1-a67b-6090ca1af55c', 'status': 'completed', 'code': 200} May 10 17:38:12.620218 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-95537bb2-a41c-48dd-9c7c-3cd07d88bef1 req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.39 "DELETE /v2.0/ports/4c7ab94b-8df9-41c1-a67b-6090ca1af55c HTTP/1.1" status: 204 len: 173 time: 1.1583045 May 10 17:38:12.747524 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ad43d8ca-4fea-4a90-9c70-3ba2fdd0b1ee req-84a48240-a9da-4d1b-9f85-5a2097e91efc tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] 10.222.0.21 "GET /v2.0/ports?device_id=30d1b80f-7a4d-4656-a52f-ff1ef96afda5 HTTP/1.1" status: 200 len: 210 time: 0.0609689 May 10 17:38:14.295295 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc4311-19c7-44e3-8324-149214873ba7 req-cee45d41-b45e-48dc-8b8c-84d314adef46 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:14.296798 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdc4311-19c7-44e3-8324-149214873ba7 req-cee45d41-b45e-48dc-8b8c-84d314adef46 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 945 time: 0.0862715 May 10 17:38:14.346034 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdc4311-19c7-44e3-8324-149214873ba7 req-cef299ea-8b74-4b61-b73d-7b8c6964b0d7 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 May 10 17:38:15.604934 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba214d6-01c9-4031-a2bb-3ace5a36b827 req-96655339-38e9-407b-9967-a7f71aa63ec9 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:15.606529 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eba214d6-01c9-4031-a2bb-3ace5a36b827 req-96655339-38e9-407b-9967-a7f71aa63ec9 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 945 time: 0.1485929 May 10 17:38:15.661082 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eba214d6-01c9-4031-a2bb-3ace5a36b827 req-3f492f06-8584-478e-a941-8f66e47a0387 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/security-groups?id=e60e6c67-700c-4803-967c-c26630e6f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 May 10 17:38:15.874827 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 4c7ab94b-8df9-41c1-a67b-6090ca1af55c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:15.913507 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 4c7ab94b-8df9-41c1-a67b-6090ca1af55c {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:15.913771 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 4c7ab94b-8df9-41c1-a67b-6090ca1af55c not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:16.000232 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-8ac327eb-43db-4388-907c-ab8e0b754918 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:16.001035 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-8ac327eb-43db-4388-907c-ab8e0b754918 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Synchronizing usage tracker for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:16.102544 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-8ac327eb-43db-4388-907c-ab8e0b754918 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Unset dirty status for tenant:b30249d68d4a4410b8f6222e3bf7578a on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:16.110535 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-8ac327eb-43db-4388-907c-ab8e0b754918 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 945 time: 0.1906269 May 10 17:38:16.254908 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Deleting port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:16.255158 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:16.396254 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] For port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,segment=NetworkSegment(46dd9bdf-0dc6-480a-a068-7f2c7a2c846e),segment_id=46dd9bdf-0dc6-480a-a068-7f2c7a2c846e)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:16.396639 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:16.526797 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Calling delete_port for 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:16.910290 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:16.915942 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:16.955493 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['626cdea8-8fdb-4bd9-81fa-7bb56e61c966'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:16.962939 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Pushing event deleted for resources: {'Port': ['ID=626cdea8-8fdb-4bd9-81fa-7bb56e61c966,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:16.966758 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:17.046637 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] No DVR routers for this DVR port 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:17.049190 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:17.052236 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b276cdd3-182b-42c4-b011-aa7c702ffd42', 'name': 'network-vif-deleted', 'tag': '626cdea8-8fdb-4bd9-81fa-7bb56e61c966'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:17.235371 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c39a7cc2-b34e-4736-95ba-91347ec1deab req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.39 "DELETE /v2.0/ports/626cdea8-8fdb-4bd9-81fa-7bb56e61c966 HTTP/1.1" status: 204 len: 173 time: 1.1257935 May 10 17:38:17.420646 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7f99e0aa-c69e-4343-b42d-7bae46e84156 req-c800e89a-4f5a-4379-8466-02344a9c4d3c tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 210 time: 0.0455644 May 10 17:38:17.499567 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b276cdd3-182b-42c4-b011-aa7c702ffd42', 'name': 'network-vif-deleted', 'tag': '626cdea8-8fdb-4bd9-81fa-7bb56e61c966', 'status': 'completed', 'code': 200} May 10 17:38:17.680897 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c7166-b4e1-4444-8012-ea3a86a722d7 req-98a68ea5-ba78-4cf7-a28f-dd460602ac62 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:17.688573 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-012c7166-b4e1-4444-8012-ea3a86a722d7 req-98a68ea5-ba78-4cf7-a28f-dd460602ac62 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1082113 May 10 17:38:17.799593 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-012c7166-b4e1-4444-8012-ea3a86a722d7 req-74e4c412-9e44-477b-8f6a-af91c7b94596 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040254 May 10 17:38:17.964650 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf30e3f-e2ca-4b6c-890f-db77886840a4 req-60d9acd9-570d-4031-b45f-dab5d44a5296 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:17.964650 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0bf30e3f-e2ca-4b6c-890f-db77886840a4 req-60d9acd9-570d-4031-b45f-dab5d44a5296 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1020954 May 10 17:38:18.095304 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0bf30e3f-e2ca-4b6c-890f-db77886840a4 req-f37659b3-7cc2-4b82-8305-2cfaccaeac10 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167014 May 10 17:38:18.632266 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d1943233-cc5b-417c-8a8a-73d50b5a26c0 req-c8226a09-3a35-4960-8ec7-1c68612be757 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] 10.222.0.21 "GET /v2.0/ports?device_id=b276cdd3-182b-42c4-b011-aa7c702ffd42 HTTP/1.1" status: 200 len: 210 time: 0.0518687 May 10 17:38:19.014982 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15045-8f03-4f71-b5ec-3cf0e74be41d req-549e7675-e45d-4e93-a7e6-054f019bb3df tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:19.021304 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dac15045-8f03-4f71-b5ec-3cf0e74be41d req-549e7675-e45d-4e93-a7e6-054f019bb3df tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.0927238 May 10 17:38:19.069603 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dac15045-8f03-4f71-b5ec-3cf0e74be41d req-7f4f2c22-01e3-484d-a33d-26b970785e7b tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469193 May 10 17:38:19.357363 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd036-6126-4e5d-9c88-d587399e3424 req-bff44c95-3bb3-4761-8f03-77d0f47c004c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:19.369230 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dc7fd036-6126-4e5d-9c88-d587399e3424 req-bff44c95-3bb3-4761-8f03-77d0f47c004c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1395788 May 10 17:38:19.439162 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dc7fd036-6126-4e5d-9c88-d587399e3424 req-13511386-606b-4d77-bdd7-2f43666bee8c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682843 May 10 17:38:19.771432 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45130) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:19.870807 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:19.878577 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Deleting subnet 83dbaadc-e448-431b-97b4-54ab83826a1a {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:38:19.884907 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:20.021908 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:20.022348 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 626cdea8-8fdb-4bd9-81fa-7bb56e61c966 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:20.055346 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:20.256012 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:20.469289 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7f742-2794-4e8a-83ac-7cb118aa0493 req-9d8de947-a238-44da-8946-9a7ec08ddae9 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:20.471375 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7af7f742-2794-4e8a-83ac-7cb118aa0493 req-9d8de947-a238-44da-8946-9a7ec08ddae9 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.1853566 May 10 17:38:20.538938 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-9fd8fe51-13e5-4d74-b03c-ba8de0998bc3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:20.540128 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-9fd8fe51-13e5-4d74-b03c-ba8de0998bc3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Synchronizing usage tracker for tenant:8361842b7c3844329203c723f841e5d2 on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:20.549623 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:38:20.594252 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7af7f742-2794-4e8a-83ac-7cb118aa0493 req-f5ffe075-df78-4bcf-bec0-c8a5ffbc2b43 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113842 May 10 17:38:20.758196 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-9fd8fe51-13e5-4d74-b03c-ba8de0998bc3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Unset dirty status for tenant:8361842b7c3844329203c723f841e5d2 on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:20.762020 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-9fd8fe51-13e5-4d74-b03c-ba8de0998bc3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.39 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 946 time: 0.5611353 May 10 17:38:20.873189 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce9441-e9a5-48d2-bfb8-ebb41d75273e req-d7e962e9-6691-4a98-abd6-db9fbada8af1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:20.881661 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b6ce9441-e9a5-48d2-bfb8-ebb41d75273e req-d7e962e9-6691-4a98-abd6-db9fbada8af1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1704638 May 10 17:38:20.978696 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b6ce9441-e9a5-48d2-bfb8-ebb41d75273e req-b84dbf37-11ce-4e97-8f7d-8e1c1c7ff392 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953104 May 10 17:38:21.116330 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Deleting port f397a7c6-f53f-40df-9a4a-d6850a3eff1f {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:21.117507 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.231682 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.241931 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:21.284375 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83dbaadc-e448-431b-97b4-54ab83826a1a,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:21.286138 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.304029 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:21.332722 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/83dbaadc-e448-431b-97b4-54ab83826a1a HTTP/1.1" status: 204 len: 168 time: 1.5574381 May 10 17:38:21.333105 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45208) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:21.394799 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] For port f397a7c6-f53f-40df-9a4a-d6850a3eff1f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:21.395248 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.580226 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.581494 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Calling delete_port for f397a7c6-f53f-40df-9a4a-d6850a3eff1f owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:21.841205 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.848225 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:21.862818 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.886026 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1d46eb74-0242-4dca-8773-85a3bb64700f req-600ea9e3-7842-4843-ade0-6d828b1a2cf8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 210 time: 0.0661321 May 10 17:38:21.887659 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3317282-bcf4-4c09-a169-c0aa31e707e8']}} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:21.890595 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['aae2c21c-6d8a-4937-ab11-b79715e77223', 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:21.904344 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e') {'for_net_delete': True} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:21.904669 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dd9bdf-0dc6-480a-a068-7f2c7a2c846e') {} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:21.932148 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190373'] for segment, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.959679 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:21.979969 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=79269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:38:21.980487 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265937'] for segment, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: Traceback (most recent call last): May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: timer() May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: cb(*args, **kw) May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: return func(*args, **kwargs) May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: self._notify() May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: self.callback(batched_events) May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: event.method(event) May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: return f(self, *a, **k) May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: return self._get(url).json() May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: return self.request(url, 'GET', **kwargs) May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:38:22.038095 dv-cinder-786383-3-smb neutron-server[79269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:38:22.048567 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Pushing event deleted for resources: {'Port': ['ID=f397a7c6-f53f-40df-9a4a-d6850a3eff1f,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:22.060830 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:22.155511 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] No DVR routers for this DVR port f397a7c6-f53f-40df-9a4a-d6850a3eff1f on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:22.160762 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:22.189992 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8314fdff-7413-4108-9b15-6baca606f000', 'name': 'network-vif-deleted', 'tag': 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:22.286437 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8038e10a-fcc0-475f-bc08-0d7f9d7ad122 req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.39 "DELETE /v2.0/ports/f397a7c6-f53f-40df-9a4a-d6850a3eff1f HTTP/1.1" status: 204 len: 173 time: 1.5164480 May 10 17:38:22.304890 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8314fdff-7413-4108-9b15-6baca606f000', 'name': 'network-vif-deleted', 'tag': 'f397a7c6-f53f-40df-9a4a-d6850a3eff1f', 'status': 'completed', 'code': 200} May 10 17:38:22.491312 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16b44-3cbd-4bcc-8928-051d3414f542 req-a93d2f31-93d8-4989-9b69-504e4c0352c2 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:22.502978 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ecb16b44-3cbd-4bcc-8928-051d3414f542 req-a93d2f31-93d8-4989-9b69-504e4c0352c2 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1647685 May 10 17:38:22.529526 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:22.548769 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:22.601020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:22.622858 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3317282-bcf4-4c09-a169-c0aa31e707e8,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:22.628030 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:22.647617 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ecb16b44-3cbd-4bcc-8928-051d3414f542 req-5e1da010-fb07-4fee-a258-e2038f221ccf tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419888 May 10 17:38:22.775575 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-d6ae7273-1f59-4558-8595-70a38c158b15 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b3317282-bcf4-4c09-a169-c0aa31e707e8 HTTP/1.1" status: 204 len: 168 time: 1.4409583 May 10 17:38:23.180216 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7a772d13-9e5a-431d-b360-faf107acbf74 req-06703b93-d92c-480c-8300-8314e1cd68b8 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8314fdff-7413-4108-9b15-6baca606f000 HTTP/1.1" status: 200 len: 210 time: 0.0689168 May 10 17:38:23.710942 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45298) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:23.888400 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device f397a7c6-f53f-40df-9a4a-d6850a3eff1f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:23.931336 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f1fec551-4f6e-4a66-a2d2-aa0b7d8a920d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b30249d68d4a4410b8f6222e3bf7578a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2191091 May 10 17:38:23.940705 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45308) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:23.961895 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: f397a7c6-f53f-40df-9a4a-d6850a3eff1f {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:23.962443 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device f397a7c6-f53f-40df-9a4a-d6850a3eff1f not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:23.999575 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2a8ba-3bdb-45ad-b177-3d013420e07e req-48f943b2-900f-4c83-9be4-03e411572467 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:24.008532 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a2a8ba-3bdb-45ad-b177-3d013420e07e req-48f943b2-900f-4c83-9be4-03e411572467 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1816716 May 10 17:38:24.097896 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a2a8ba-3bdb-45ad-b177-3d013420e07e req-9d8a8124-14a1-4e7d-be1d-09c8c1f9f6e8 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861852 May 10 17:38:24.116137 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc09d-925f-4fb5-960c-75caf67ecb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:24.170945 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc09d-925f-4fb5-960c-75caf67ecb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:24.526746 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc09d-925f-4fb5-960c-75caf67ecb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:24.534945 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-47ffde27-1b5b-4a1d-ac74-23825db856f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:24.545867 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cc09d-925f-4fb5-960c-75caf67ecb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e6c67-700c-4803-967c-c26630e6f19b,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:24.548469 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1c7cc09d-925f-4fb5-960c-75caf67ecb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:24.739733 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc09d-925f-4fb5-960c-75caf67ecb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:24.743325 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1c7cc09d-925f-4fb5-960c-75caf67ecb35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e60e6c67-700c-4803-967c-c26630e6f19b HTTP/1.1" status: 204 len: 168 time: 0.7976372 May 10 17:38:25.292390 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a480ad-f059-467f-ba27-486a17a0afa5 req-d6b04df8-b8c7-4a53-bafb-fada03abc32c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:25.294892 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-76a480ad-f059-467f-ba27-486a17a0afa5 req-d6b04df8-b8c7-4a53-bafb-fada03abc32c tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.1104555 May 10 17:38:25.411916 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-76a480ad-f059-467f-ba27-486a17a0afa5 req-c61cb5e7-0726-4373-91fe-3f9805c5c57b tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119502 May 10 17:38:25.554879 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1214c-3861-4683-aa4e-97e4570c8c34 req-c2838ec6-bf9d-4f68-ab56-c3c668b3e30e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:25.554879 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bbd1214c-3861-4683-aa4e-97e4570c8c34 req-c2838ec6-bf9d-4f68-ab56-c3c668b3e30e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.0968368 May 10 17:38:25.600670 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bbd1214c-3861-4683-aa4e-97e4570c8c34 req-f7188e09-bc0e-413f-a354-cc7e81514274 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418091 May 10 17:38:26.627941 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c2b24-2362-43f4-9dbc-e90944312a0d req-a8aa160b-094e-4a5a-99f3-ced93c42eb3e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:26.629491 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-537c2b24-2362-43f4-9dbc-e90944312a0d req-a8aa160b-094e-4a5a-99f3-ced93c42eb3e tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0911920 May 10 17:38:26.689161 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-537c2b24-2362-43f4-9dbc-e90944312a0d req-2ff28e5e-3665-48c9-83a8-7cb7a26b05c3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518785 May 10 17:38:26.841003 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724b34f-7f5c-453b-9e69-57a7ea4ee7bc req-2695bd23-d2d3-43ed-b671-1686ec4d5491 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:26.843021 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c724b34f-7f5c-453b-9e69-57a7ea4ee7bc req-2695bd23-d2d3-43ed-b671-1686ec4d5491 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.0939260 May 10 17:38:26.894523 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c724b34f-7f5c-453b-9e69-57a7ea4ee7bc req-76b68576-fc66-4378-9279-223c85eebaa0 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454810 May 10 17:38:27.900353 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f822-a4d1-4c9a-95b1-f7b7088f5df6 req-bb76d723-dc62-48b8-98dd-2b9ccdb077a5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:27.902256 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0261f822-a4d1-4c9a-95b1-f7b7088f5df6 req-bb76d723-dc62-48b8-98dd-2b9ccdb077a5 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0880139 May 10 17:38:27.974256 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0261f822-a4d1-4c9a-95b1-f7b7088f5df6 req-2f7bba8f-1aa1-4bfd-b366-6102116bf5fb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653110 May 10 17:38:28.138989 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44895c-1602-40be-a118-923f6cd05620 req-2097ed4b-5e5d-4103-a2a4-e8618ebe6b73 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:28.140937 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2d44895c-1602-40be-a118-923f6cd05620 req-2097ed4b-5e5d-4103-a2a4-e8618ebe6b73 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1103084 May 10 17:38:28.195439 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2d44895c-1602-40be-a118-923f6cd05620 req-e4b9d9d3-4150-4c4d-8990-1f4b520adf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479321 May 10 17:38:28.412602 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45526) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:28.600947 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-55d4f603-6c1e-45f3-9382-9ad1be1a945a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6aabaf7f8fb4942bf8c09eb5cabe993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867757 May 10 17:38:28.604006 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45536) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:28.618320 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:28.669250 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-536a8d27-2f98-47b3-99dc-c2c1f8f380c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:28.695984 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-536a8d27-2f98-47b3-99dc-c2c1f8f380c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:28.868267 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-536a8d27-2f98-47b3-99dc-c2c1f8f380c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:28.874675 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-d305fb60-edf4-4c82-a6ef-6010f2ad7cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:28.891020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a8d27-2f98-47b3-99dc-c2c1f8f380c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261e4f47-d7d8-47f7-917f-bc6072c6280c,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:28.893585 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-536a8d27-2f98-47b3-99dc-c2c1f8f380c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:28.984459 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-536a8d27-2f98-47b3-99dc-c2c1f8f380c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:28.985586 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-536a8d27-2f98-47b3-99dc-c2c1f8f380c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/261e4f47-d7d8-47f7-917f-bc6072c6280c HTTP/1.1" status: 204 len: 168 time: 0.3797939 May 10 17:38:29.186258 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629f943-a5ed-419f-99ce-8e71e52f2c60 req-6084be4a-b132-4bad-a257-1192bd4897a3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:29.188174 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6629f943-a5ed-419f-99ce-8e71e52f2c60 req-6084be4a-b132-4bad-a257-1192bd4897a3 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0884562 May 10 17:38:29.238019 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6629f943-a5ed-419f-99ce-8e71e52f2c60 req-96cd3a89-20f1-446c-a7e3-e708c55469ed tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 May 10 17:38:29.418035 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f646ce9-d9bf-4895-865a-5b5c716df542 req-b14d572a-f3f1-41c9-b61c-0aea21b507ec tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:29.420621 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0f646ce9-d9bf-4895-865a-5b5c716df542 req-b14d572a-f3f1-41c9-b61c-0aea21b507ec tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1047540 May 10 17:38:29.484244 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0f646ce9-d9bf-4895-865a-5b5c716df542 req-95a86cd4-9705-47ad-94e3-0f6a676ca5f1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571792 May 10 17:38:30.442960 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea91e7-1b53-45a5-9fd6-1b65a40678b6 req-92745f87-4bb2-44bd-a619-917e00940cf0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:30.444522 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9dea91e7-1b53-45a5-9fd6-1b65a40678b6 req-92745f87-4bb2-44bd-a619-917e00940cf0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.0894811 May 10 17:38:30.499119 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9dea91e7-1b53-45a5-9fd6-1b65a40678b6 req-44ce1a0e-aca6-42c7-9123-05a9d985d29f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476296 May 10 17:38:30.561849 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45588) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:30.573108 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45592) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:30.661087 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_v2 [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Deleting subnet 30081880-f891-4794-976e-49e25653ba25 {{(pid=79269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:38:30.666322 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:30.690948 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-204693845-network', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:30.696139 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:30.700962 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Usage tracker for resource:network and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:30.706130 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:30.724748 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:30.730670 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4190394'] for subnet, precommit_delete_associations {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:30.793957 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9fd7-f5c3-488b-bffa-63884096ef6e req-53c2c165-f8f6-4d3c-b5a5-eaf3b7107ae4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:30.795507 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aa0c9fd7-f5c3-488b-bffa-63884096ef6e req-53c2c165-f8f6-4d3c-b5a5-eaf3b7107ae4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1817856 May 10 17:38:30.822055 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:30.853357 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Made reservation on behalf of 0e811ab0b9c649df8f1a638634e9c26a for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:38:30.860687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:30.873231 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:30.890364 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:30.892606 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aa0c9fd7-f5c3-488b-bffa-63884096ef6e req-fd8c3e4d-a7cf-4ceb-b412-fa2b22832d24 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899072 May 10 17:38:30.895385 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Usage tracker for resource:security_group_rule and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:30.898783 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:30.906354 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:31.058852 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.145824 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.156777 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-96875329-796a-4f82-9f12-4f75802d578a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:31.265203 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404748'] for subnet, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.269708 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3326930b-9d09-44e7-8945-220992f45da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:31.311094 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30081880-f891-4794-976e-49e25653ba25,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:31.323844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.326138 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f227ffee-a00d-4aff-88d1-875f2d70ecfc,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:31.329322 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:38:31.333161 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:31.335087 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.335712 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.336405 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.337190 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.337864 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.338914 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.339495 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.340055 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.340614 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.341202 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.341832 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.342320 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:31.348868 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/30081880-f891-4794-976e-49e25653ba25 HTTP/1.1" status: 204 len: 168 time: 0.7920568 May 10 17:38:31.350438 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-c406e360-a30b-4a06-8931-3348d1150baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:31.351578 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45608) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:31.358614 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.358614 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Added segment d22a8624-3431-437e-87dd-04907bef2764 of type vlan for network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 May 10 17:38:31.402295 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.439683 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-00ffd0d4-3a82-4dce-9ae5-2f1c004237d7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:31.440490 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-00ffd0d4-3a82-4dce-9ae5-2f1c004237d7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Synchronizing usage tracker for tenant:8361842b7c3844329203c723f841e5d2 on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:31.490401 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.555465 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-00ffd0d4-3a82-4dce-9ae5-2f1c004237d7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Unset dirty status for tenant:8361842b7c3844329203c723f841e5d2 on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:31.556694 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-00ffd0d4-3a82-4dce-9ae5-2f1c004237d7 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.3736889 May 10 17:38:31.604252 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.612376 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:31.613127 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.620700 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:31.752211 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.777988 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b108c27-27ee-467a-a621-27feb0755397']}} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:31.802676 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c06436-d23a-4549-a330-ec897bf93ac8') {'for_net_delete': True} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:31.803284 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c06436-d23a-4549-a330-ec897bf93ac8') {} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:31.818490 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbf3fad-4a84-4b00-9789-42cd63b2a873,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:31.821666 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190373'] for segment, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.838366 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:31.839692 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:38:31.848613 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2743680 May 10 17:38:31.852243 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.852733 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45618) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:31.860643 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Request body: {'subnet': {'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-204693845-subnet', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'ip_version': 4}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:31.866118 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4652-1d33-4178-ade4-bd0d6bb56ce4 req-9b0f72f8-6664-4204-84f4-3448d64b0964 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:31.867738 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f74b4652-1d33-4178-ade4-bd0d6bb56ce4 req-9b0f72f8-6664-4204-84f4-3448d64b0964 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 946 time: 0.2449763 May 10 17:38:31.873347 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:31.878077 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=79269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:38:31.878839 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265937'] for segment, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.884636 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Usage tracker for resource:subnet and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:31.889354 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:31.893982 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Deleting port aae2c21c-6d8a-4937-ab11-b79715e77223 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:31.894343 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: Traceback (most recent call last): May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: timer() May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: cb(*args, **kw) May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: return func(*args, **kwargs) May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: self._notify() May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: self.callback(batched_events) May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: event.method(event) May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: return f(self, *a, **k) May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: return self._get(url).json() May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: return self.request(url, 'GET', **kwargs) May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:38:31.901589 dv-cinder-786383-3-smb neutron-server[79269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:38:31.915173 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:32.131821 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] For port aae2c21c-6d8a-4937-ab11-b79715e77223, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aae2c21c-6d8a-4937-ab11-b79715e77223,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:32.132372 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:32.136962 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f74b4652-1d33-4178-ade4-bd0d6bb56ce4 req-fc6805ff-7cd4-4502-a584-995237253a0b tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/security-groups?id=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608302 May 10 17:38:32.147730 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Made reservation on behalf of 0e811ab0b9c649df8f1a638634e9c26a for: {'subnet': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:38:32.152032 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281990'] for subnet, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:32.203020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae293df7-ef48-4cf5-aba9-41cb0814d8f4 req-f6e0ddc9-0986-4010-9e44-5be62f571e7e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:32.204493 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ae293df7-ef48-4cf5-aba9-41cb0814d8f4 req-f6e0ddc9-0986-4010-9e44-5be62f571e7e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1584790 May 10 17:38:32.272614 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ae293df7-ef48-4cf5-aba9-41cb0814d8f4 req-bdf5c821-fa99-4b8f-a6b8-5e223346ca15 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519927 May 10 17:38:32.295605 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Calling delete_port for aae2c21c-6d8a-4937-ab11-b79715e77223 owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:32.298190 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:32.303126 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:32.317571 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:32.328985 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b108c27-27ee-467a-a621-27feb0755397,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:32.335684 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:32.470152 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7b108c27-27ee-467a-a621-27feb0755397 HTTP/1.1" status: 204 len: 168 time: 1.1170321 May 10 17:38:32.622300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:32.628517 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ad9f3285-5ef0-4e34-8fe6-865a6af48733 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:32.657961 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['aae2c21c-6d8a-4937-ab11-b79715e77223'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:32.680421 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Pushing event deleted for resources: {'Port': ['ID=aae2c21c-6d8a-4937-ab11-b79715e77223,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:32.743707 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.743992 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.744394 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.745403 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.745764 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.746113 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.746481 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.746891 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.747204 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.747537 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.747918 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.748310 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:32.751641 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:32.792501 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] No DVR routers for this DVR port aae2c21c-6d8a-4937-ab11-b79715e77223 on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:32.795135 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:32.797890 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ea9fe0-1c02-4bca-8ffe-866cd1de7039', 'name': 'network-vif-deleted', 'tag': 'aae2c21c-6d8a-4937-ab11-b79715e77223'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:32.895957 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ea9fe0-1c02-4bca-8ffe-866cd1de7039', 'name': 'network-vif-deleted', 'tag': 'aae2c21c-6d8a-4937-ab11-b79715e77223', 'status': 'completed', 'code': 200} May 10 17:38:32.900567 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45634) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:32.965489 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-11c33f1f-b23c-4ada-8b6a-dbd87fca8254 req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.39 "DELETE /v2.0/ports/aae2c21c-6d8a-4937-ab11-b79715e77223 HTTP/1.1" status: 204 len: 173 time: 1.4023020 May 10 17:38:32.977857 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f0938ecf-7b5b-435c-8e6c-cbb493310e1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71526a09ff854ce7b5c575962dd0c0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753658 May 10 17:38:32.982635 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45642) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:33.097242 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2221059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2282100'] for subnet, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.098305 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2a9e264b-b4cc-49e5-9867-f4a74e921c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.111410 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b896097e-283e-40c5-8440-2ecc1e94fe54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:33.177312 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2a9e264b-b4cc-49e5-9867-f4a74e921c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.245069 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1130792-4d23-4cdf-b8d5-193a7a022103,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:33.261001 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:33.271935 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Checking segment: {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:33.272372 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Network hostable DHCP agents. Network: 2dbf3fad-4a84-4b00-9789-42cd63b2a873, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:38:33.389761 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0fa15330-52ac-42c5-b7cc-b5e7cc4b0a52 req-658154d3-b0ec-44e7-bce5-4bfdd4d1c6a4 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 210 time: 0.0548203 May 10 17:38:33.447288 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2a9e264b-b4cc-49e5-9867-f4a74e921c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.451870 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-09ef2c6b-92c0-4b7f-9683-ef0ac9b14d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:33.458247 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:38:33.472894 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e264b-b4cc-49e5-9867-f4a74e921c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:33.476614 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2a9e264b-b4cc-49e5-9867-f4a74e921c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:33.554200 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ed722-3700-43b4-a40d-864c386a6e32 req-847cd957-118a-4ff5-98c0-45100111ec25 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:33.556076 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-502ed722-3700-43b4-a40d-864c386a6e32 req-847cd957-118a-4ff5-98c0-45100111ec25 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1347015 May 10 17:38:33.595497 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 2dbf3fad-4a84-4b00-9789-42cd63b2a873) {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:33.613178 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c7b591-e527-4711-b7d8-f22eb971e24a None None] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:38:33.616015 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2a9e264b-b4cc-49e5-9867-f4a74e921c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.618899 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-2a9e264b-b4cc-49e5-9867-f4a74e921c96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d1ff196-e5ad-4145-b4cf-4e1f11dc4d95 HTTP/1.1" status: 204 len: 168 time: 0.6353090 May 10 17:38:33.621301 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:33.622089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.629106 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-502ed722-3700-43b4-a40d-864c386a6e32 req-c092304c-a4f5-4b62-8732-6fa4d48d830a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637043 May 10 17:38:33.727499 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45658) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:33.796615 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9423258 May 10 17:38:33.799053 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45664) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:33.808437 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:33.814469 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:33.819766 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Usage tracker for resource:router and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:33.823167 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:33.829819 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:33.897222 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290b8046-7818-586c-a76b-788f0e55c2ac-2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103'}]}} from dv-cinder-786383-3-smb. {{(pid=79270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:38:33.899964 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.931048 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12912'] for router, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.933084 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12873'] for router, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:33.953485 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.113826 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.db_base_plugin_common [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Allocated IP 172.20.0.2 (2dbf3fad-4a84-4b00-9789-42cd63b2a873/b1130792-4d23-4cdf-b8d5-193a7a022103/c5c6a128-0efe-4c59-8d4b-9a66dd89ee09) {{(pid=79270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:38:34.385332 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Notify callbacks [] for port, precommit_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.396571 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Transition to ACTIVE for port object c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:34.399832 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.418136 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Transition to ACTIVE for port object c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 will not be triggered until provisioned by entity DHCP. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:34.481312 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:34.560951 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Usage tracker for resource:security_group_rule and tenant:3e6a853b63e647a2a16ea2ca229ef1e6 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:34.565731 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:34.574279 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.578112 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:34.578771 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.582630 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8cceee22-7726-4e9f-a059-baf6570a41bb req-2d129ddc-e24e-4f3f-930b-d81b11e6c761 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ea9fe0-1c02-4bca-8ffe-866cd1de7039 HTTP/1.1" status: 200 len: 210 time: 0.0478163 May 10 17:38:34.585655 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:34.652032 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 is already hosted by enough agents. {{(pid=79270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:34.655202 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.base_scheduler [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Resources bound (agent type, host, resource id): {{(pid=79270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:34.669397 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Received port after_create {{(pid=79270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:38:34.689180 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.709235 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Pushing event updated for resources: {'Port': ['ID=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,revision_number=1']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:34.733054 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:34.800552 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Attempting to bind port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:38:34.801984 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Attempting to bind port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:38:34.802565 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Attempting to bind port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 on network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:38:34.811629 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:38:34.814573 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Checking segment: {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:34.815636 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.817087 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Bound using segment: {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:38:34.818990 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Bound port: c5c6a128-0efe-4c59-8d4b-9a66dd89ee09, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:38:34.819938 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.832058 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.843070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eea33336-0b75-4adc-9470-8f8cc9130828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:34.869432 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444205c-1d9b-4841-8a68-7c57acd0c0bf req-80c46f3d-9928-41c7-9f05-c28db6f027ca tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:34.877042 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5444205c-1d9b-4841-8a68-7c57acd0c0bf req-80c46f3d-9928-41c7-9f05-c28db6f027ca tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1106653 May 10 17:38:34.911018 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e6a853b63e647a2a16ea2ca229ef1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1821485 May 10 17:38:34.911780 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45696) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:34.917176 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c16acd-db4f-49fd-882e-49c91712c37a,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:34.921937 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:34.942204 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] For port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:38:34.945717 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] For port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:38:34.953591 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5444205c-1d9b-4841-8a68-7c57acd0c0bf req-19b9c0c3-c8a3-4134-9d1a-2def6132ff38 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732830 May 10 17:38:35.029563 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.035078 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:35.139262 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Pushing event updated for resources: {'Port': ['ID=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:35.146864 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:35.183894 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f6c71c86-74ba-4ef0-83bf-c85cd1547e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.232878 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f6c71c86-74ba-4ef0-83bf-c85cd1547e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.246348 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.285362 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.418796 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-20521c29-ec5c-4c3b-9ed6-df2dfe7bf275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.483649 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Allocated IP 172.28.0.132 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/f1b07a5b-8b71-4a6f-97a7-ee6933146c68) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:38:35.597008 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f6c71c86-74ba-4ef0-83bf-c85cd1547e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.613013 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-395b6668-ffe1-4f64-b3be-4e50a7f46769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:35.630184 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c71c86-74ba-4ef0-83bf-c85cd1547e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c16acd-db4f-49fd-882e-49c91712c37a,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:35.635756 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f6c71c86-74ba-4ef0-83bf-c85cd1547e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:35.679640 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.688293 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f6c71c86-74ba-4ef0-83bf-c85cd1547e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.689437 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f6c71c86-74ba-4ef0-83bf-c85cd1547e43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0c16acd-db4f-49fd-882e-49c91712c37a HTTP/1.1" status: 204 len: 168 time: 0.7746658 May 10 17:38:35.744306 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45742) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:35.871176 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:35.886653 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:35.954929 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:35.968446 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:35.970972 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:38:35.979685 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:38:35.987456 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device aae2c21c-6d8a-4937-ab11-b79715e77223 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:36.037571 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: aae2c21c-6d8a-4937-ab11-b79715e77223 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:36.050610 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device aae2c21c-6d8a-4937-ab11-b79715e77223 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:36.327535 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b07a5b-8b71-4a6f-97a7-ee6933146c68,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:36.331197 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:36.341967 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:36.357357 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'port_id': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'mac_address': 'fa:16:3e:79:04:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:38:36.373137 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223a723-4276-4115-bb10-c84721006f5f req-9f5039a7-1176-43c6-bd99-337ecbd54b60 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:36.382754 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9223a723-4276-4115-bb10-c84721006f5f req-9f5039a7-1176-43c6-bd99-337ecbd54b60 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.2214975 May 10 17:38:36.428529 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.451841 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9223a723-4276-4115-bb10-c84721006f5f req-4aa30d51-198f-41ff-a79c-a8b9e66d4e29 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677741 May 10 17:38:36.458604 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dffd4d1-e8ac-4126-b215-34b58d0c24cc {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:38:36.490644 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:36.552431 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b69da2-7336-4fca-9c3d-0d340ae04f8d None None] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:38:36.622794 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:36.629279 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-ece98b91-7228-4037-892e-e7862dc08ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:36.748625 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=6']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:36.752758 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:36.826631 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['7dffd4d1-e8ac-4126-b215-34b58d0c24cc'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:38:36.871647 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-789c84b8-7efd-486c-9211-fa64ca7e912f None None] Provisioning for port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:36.965900 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:37.153723 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.263447 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:37.273184 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:37.274438 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.445360 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.454400 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-21a5201d-f455-4d63-b241-a0e5a7e1e31b None None] Provisioning complete for port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:37.454890 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-21a5201d-f455-4d63-b241-a0e5a7e1e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.537478 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:37.647695 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.657429 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:37.701992 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-21a5201d-f455-4d63-b241-a0e5a7e1e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.736489 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:37.911935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e4886-aa4f-450b-be80-83e27669bdbc req-900d9d31-20c9-4e8b-b212-b9f5d233f05d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:37.930646 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-751e4886-aa4f-450b-be80-83e27669bdbc req-900d9d31-20c9-4e8b-b212-b9f5d233f05d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 945 time: 0.2063031 May 10 17:38:37.941475 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:38.001141 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.db.api [None req-21a5201d-f455-4d63-b241-a0e5a7e1e31b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 17:38:38.002011 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_db.api [None req-21a5201d-f455-4d63-b241-a0e5a7e1e31b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 17:38:38.003119 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:38.024552 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:38.033464 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-751e4886-aa4f-450b-be80-83e27669bdbc req-54359718-561d-435d-bb74-452b229e26a3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015582 May 10 17:38:38.140962 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ddfe19c3-8a0b-49fe-801e-7b330443a6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:38.209250 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:38.209726 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:38.263338 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393290'] for router_interface, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:38.347034 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:38.375165 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:38.385355 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:38.389798 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:38.450053 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'code': 200} May 10 17:38:38.549942 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:38.559241 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:38.721613 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=7']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:38.729966 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.730236 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.730891 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.731118 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.731453 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.731863 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.732190 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.732508 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.732829 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.733161 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.733478 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.733792 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:38.746525 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:38.802558 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 is scheduled to L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 with binding_index 1 {{(pid=79268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:38:38.815167 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:38.937115 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:38.937407 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:39.114895 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Deleting port 8a42047e-a3a7-4faa-a141-5add9c08f9dc {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:39.115327 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:39.139694 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:39.149378 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Sync routers for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:39.165619 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:39.172535 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:39.274986 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:39.340265 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:39.341717 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5411613 May 10 17:38:39.344643 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45830) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:39.381685 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] For port 8a42047e-a3a7-4faa-a141-5add9c08f9dc, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=8a42047e-a3a7-4faa-a141-5add9c08f9dc,segment=NetworkSegment(6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf),segment_id=6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:39.382318 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:39.495465 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:39.592684 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Calling delete_port for 8a42047e-a3a7-4faa-a141-5add9c08f9dc owned by network:router_interface {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:39.846307 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d1e28-0439-40f7-92f9-aea279748b30 req-43d67888-2a70-4840-bcfd-f258c1e7bdc4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:39.847933 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-252d1e28-0439-40f7-92f9-aea279748b30 req-43d67888-2a70-4840-bcfd-f258c1e7bdc4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.4049811 May 10 17:38:39.954149 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-252d1e28-0439-40f7-92f9-aea279748b30 req-c26128ec-c681-41ca-a0de-e786ae548b85 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978818 May 10 17:38:40.113067 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:36Z', 'revision_number': 3, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:40.120649 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Checking router: 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:40.121123 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Updating router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 port f1b07a5b-8b71-4a6f-97a7-ee6933146c68 binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:38:40.202837 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.203084 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.210086 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-9d13dad4-fdd9-4d37-a7ed-bd12381b4766 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:40.279727 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8a42047e-a3a7-4faa-a141-5add9c08f9dc,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:40.340227 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:40.646585 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.748209 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:40.974920 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.001928 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403706'] for router_interface, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.016876 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Transition to ACTIVE for port object f1b07a5b-8b71-4a6f-97a7-ee6933146c68 will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:41.033229 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Allocated IP 172.20.0.1 (2dbf3fad-4a84-4b00-9789-42cd63b2a873/b1130792-4d23-4cdf-b8d5-193a7a022103/f176a749-f69c-428b-ae61-a4397bd77c60) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:38:41.160841 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.166352 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:41.266070 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Attempting to bind port f1b07a5b-8b71-4a6f-97a7-ee6933146c68 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:38:41.267800 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Attempting to bind port f1b07a5b-8b71-4a6f-97a7-ee6933146c68 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:38:41.267800 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Attempting to bind port f1b07a5b-8b71-4a6f-97a7-ee6933146c68 on network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:38:41.276491 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Pushing event updated for resources: {'Port': ['ID=f1b07a5b-8b71-4a6f-97a7-ee6933146c68,revision_number=2']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:41.279362 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:38:41.279883 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:41.280356 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.280984 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Bound using segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:38:41.281525 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Bound port: f1b07a5b-8b71-4a6f-97a7-ee6933146c68, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:38:41.281986 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.419369 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.419878 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.420380 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999843ee-047b-4b8e-8420-093fa2c535f3 req-cc873958-c837-44e3-bd04-69d358ec4b20 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:41.420627 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.421326 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.421911 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.422036 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-999843ee-047b-4b8e-8420-093fa2c535f3 req-cc873958-c837-44e3-bd04-69d358ec4b20 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1714325 May 10 17:38:41.422503 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.422977 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.423407 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.423846 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.424271 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.424725 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.425146 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:41.429273 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:41.460563 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] For port f1b07a5b-8b71-4a6f-97a7-ee6933146c68, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:38:41.465048 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] For port f1b07a5b-8b71-4a6f-97a7-ee6933146c68, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f1b07a5b-8b71-4a6f-97a7-ee6933146c68,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:38:41.471882 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.556326 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Transition to ACTIVE for port object f176a749-f69c-428b-ae61-a4397bd77c60 will not be triggered until provisioned by entity DHCP. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:41.570877 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.571261 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-999843ee-047b-4b8e-8420-093fa2c535f3 req-cb1a8d2e-936e-48e3-b80e-d7be5f1ea36a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403036 May 10 17:38:41.595950 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:41.687375 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:41.688264 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:41.727118 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.737045 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-56126032-a46e-4aaf-9139-6a30aa7a2e92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:41.820432 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Router 8d916db1-7c1f-4366-b045-8c47071d9342 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:38:41.834549 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:41.837497 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:41.841385 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:38:41.844369 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Pushing event updated for resources: {'Port': ['ID=f1b07a5b-8b71-4a6f-97a7-ee6933146c68,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:41.848988 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:41.902493 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393439'] for router_interface, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:41.941786 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:41.956616 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Pushing event updated for resources: {'Port': ['ID=f176a749-f69c-428b-ae61-a4397bd77c60,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:41.966450 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:42.274533 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.295102 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:42.322910 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] Sync routers for ids ['8d916db1-7c1f-4366-b045-8c47071d9342'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:42.329812 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] 10.222.0.21 "PUT /v2.0/routers/8d916db1-7c1f-4366-b045-8c47071d9342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5815530 May 10 17:38:42.336700 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45856) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:42.372509 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] Routers {'8d916db1-7c1f-4366-b045-8c47071d9342'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:42.374319 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8d916db1-7c1f-4366-b045-8c47071d9342'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:42.533736 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-8d51cab2-6a9f-4a76-8426-5812b79ca792 None None] Provisioning for port f176a749-f69c-428b-ae61-a4397bd77c60 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:42.622425 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-8d51cab2-6a9f-4a76-8426-5812b79ca792 None None] Provisioning complete for port f176a749-f69c-428b-ae61-a4397bd77c60 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:42.623097 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8d51cab2-6a9f-4a76-8426-5812b79ca792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.629103 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:36Z', 'revision_number': 3, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:42.635814 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395cc29-9068-4b44-b99d-3987e94f0358 None None] The sync data for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb is: [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:36Z', 'revision_number': 3, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:42.745175 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks [] for router, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.745336 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.850330 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-8d51cab2-6a9f-4a76-8426-5812b79ca792 None None] Port f176a749-f69c-428b-ae61-a4397bd77c60 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:38:42.856416 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:42.982488 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] Set router 8d916db1-7c1f-4366-b045-8c47071d9342 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:42.997000 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:43.280402 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:43.328519 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393340'] for router_interface, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:43.369608 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Pushing event updated for resources: {'Port': ['ID=f176a749-f69c-428b-ae61-a4397bd77c60,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:43.377828 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:43.626697 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec08113-acdf-4b98-afda-7be68f852469 req-0212c8f8-7c52-4675-8a43-b4a79714be55 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:43.637012 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cec08113-acdf-4b98-afda-7be68f852469 req-0212c8f8-7c52-4675-8a43-b4a79714be55 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.5380638 May 10 17:38:43.726695 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:38:39Z', 'revision_number': 5, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:43.731944 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:43.732082 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] Checking router: 8d916db1-7c1f-4366-b045-8c47071d9342 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:43.736720 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:43.744981 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] Routers {'8d916db1-7c1f-4366-b045-8c47071d9342'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:43.746440 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8d916db1-7c1f-4366-b045-8c47071d9342'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:43.752413 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cec08113-acdf-4b98-afda-7be68f852469 req-1706940c-7396-4e13-9ed6-42e254256b44 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142468 May 10 17:38:44.070323 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:38:44.102668 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Deleting port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:44.104240 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:44.154680 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] Set router 8d916db1-7c1f-4366-b045-8c47071d9342 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:44.347778 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] For port 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:44.348253 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:44.418101 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:44.437321 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0811198 May 10 17:38:44.458587 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f62fd590-90c3-4ac4-818f-6b566f267d43 None None] Provisioning complete for port f176a749-f69c-428b-ae61-a4397bd77c60 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:44.458977 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f62fd590-90c3-4ac4-818f-6b566f267d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:44.631550 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-f62fd590-90c3-4ac4-818f-6b566f267d43 None None] Port f176a749-f69c-428b-ae61-a4397bd77c60 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:38:44.647896 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Calling delete_port for 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 owned by network:router_gateway {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:44.699715 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:38:39Z', 'revision_number': 5, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:44.710910 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19283d28-776e-4808-8864-d998c9b956d3 None None] The sync data for ids ['8d916db1-7c1f-4366-b045-8c47071d9342'] in dv-cinder-786383-3-smb is: [{'id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'name': 'tempest-ServerRescueNegativeTestJSON-1298305844-router', 'tenant_id': '8361842b7c3844329203c723f841e5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:35:27Z', 'updated_at': '2021-05-10T17:38:39Z', 'revision_number': 5, 'project_id': '8361842b7c3844329203c723f841e5d2', 'gw_port': {'id': '2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d916db1-7c1f-4366-b045-8c47071d9342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:35:28Z', 'updated_at': '2021-05-10T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:44.959810 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:44.974367 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:45.043361 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea871e-f9b1-4878-bfb2-d65b7740e943 req-436ef8e0-5757-452e-afdf-df275c293612 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:45.045978 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7cea871e-f9b1-4878-bfb2-d65b7740e943 req-436ef8e0-5757-452e-afdf-df275c293612 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1186712 May 10 17:38:45.113500 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7cea871e-f9b1-4878-bfb2-d65b7740e943 req-f82f9ec5-1cb9-49dd-9193-cead9bcd1c80 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594311 May 10 17:38:45.189930 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:45.196641 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:45.220743 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f1b07a5b-8b71-4a6f-97a7-ee6933146c68 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:45.248147 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.373817 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Sync routers for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:45.387699 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:45.388649 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:45.486890 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port f1b07a5b-8b71-4a6f-97a7-ee6933146c68 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:45.493662 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port f1b07a5b-8b71-4a6f-97a7-ee6933146c68 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:45.494513 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.541231 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12894'] for router, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.544746 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.736219 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.757577 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port f1b07a5b-8b71-4a6f-97a7-ee6933146c68, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f1b07a5b-8b71-4a6f-97a7-ee6933146c68,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:45.788961 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-400508'] for router, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.789505 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d916db1-7c1f-4366-b045-8c47071d9342 {{(pid=79268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:38:45.812673 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45910) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:45.819601 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:45.819754 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.820553 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1775588912-network', 'tenant_id': '0c271be450cc4564849b639982900e34'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:45.827784 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] 10.222.0.21 "DELETE /v2.0/routers/8d916db1-7c1f-4366-b045-8c47071d9342 HTTP/1.1" status: 204 len: 168 time: 3.4896865 May 10 17:38:45.828412 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45914) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:45.839825 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:45.849238 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Usage tracker for resource:network and tenant:0c271be450cc4564849b639982900e34 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:45.854729 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:45.866841 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:45.875360 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.884263 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:45.936974 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] Deleting subnet 3909bb9f-6f3c-44f9-b73f-819cd6047af0 {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:38:45.949365 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:45.983306 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Made reservation on behalf of 0c271be450cc4564849b639982900e34 for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:38:45.986086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.031251 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=f1b07a5b-8b71-4a6f-97a7-ee6933146c68,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:46.033452 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.049440 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:46.060277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.079383 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:46.093860 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:0c271be450cc4564849b639982900e34 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:46.101603 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:46.111740 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:46.201066 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.362085 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.412862 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 2, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:46.417736 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Checking router: 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:46.418231 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Updating router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 port f176a749-f69c-428b-ae61-a4397bd77c60 binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:38:46.470643 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.489893 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:46.527737 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.550299 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=79269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:38:46.651075 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f1e99-d2b1-4ecd-9368-2f362a5c4d16 req-4f539015-389a-4e21-9a1a-4905340eafd4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:46.653016 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd1f1e99-d2b1-4ecd-9368-2f362a5c4d16 req-4f539015-389a-4e21-9a1a-4905340eafd4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.2661040 May 10 17:38:46.655431 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131af77d-f195-419e-b9de-7c8e5d048549,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:46.660040 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:46.661584 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.662113 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Added segment e5d6b6d2-51df-4713-aef7-a7da54a58166 of type vlan for network 6b2339b3-2478-4318-8b24-601beddcd8d7 May 10 17:38:46.775367 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dd1f1e99-d2b1-4ecd-9368-2f362a5c4d16 req-5f8b555c-361d-4b93-a566-1dbb1173d7c4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049700 May 10 17:38:46.788209 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.892802 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f1b07a5b-8b71-4a6f-97a7-ee6933146c68 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:46.893356 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.898163 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:46.944648 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3909bb9f-6f3c-44f9-b73f-819cd6047af0,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:46.952616 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:46.953979 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:46.963592 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-86e66b4a-90f7-480a-be05-550d3bdebcb2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3909bb9f-6f3c-44f9-b73f-819cd6047af0 HTTP/1.1" status: 204 len: 168 time: 1.1337395 May 10 17:38:46.964294 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45928) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:47.000316 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.036860 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port f1b07a5b-8b71-4a6f-97a7-ee6933146c68 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:47.036860 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.053786 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:47.054569 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.132267 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.148654 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Transition to ACTIVE for port object f176a749-f69c-428b-ae61-a4397bd77c60 will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:47.165835 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9fd23a83-b58a-4787-97ce-410fec527191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:47.189568 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.215799 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4019849 May 10 17:38:47.218823 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45932) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:47.232326 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Request body: {'subnet': {'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1775588912-subnet', 'tenant_id': '0c271be450cc4564849b639982900e34', 'ip_version': 4}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:47.239484 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:47.251937 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Usage tracker for resource:subnet and tenant:0c271be450cc4564849b639982900e34 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:47.267521 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:47.285361 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.300415 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:47.300633 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:47.326267 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 8a42047e-a3a7-4faa-a141-5add9c08f9dc no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:47.379413 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 8a42047e-a3a7-4faa-a141-5add9c08f9dc {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:47.379885 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 8a42047e-a3a7-4faa-a141-5add9c08f9dc not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:47.380480 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:47.383552 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d668e4f-978f-43d2-9636-6ebed3c57c71 None None] Pushing event updated for resources: {'Port': ['ID=f176a749-f69c-428b-ae61-a4397bd77c60,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:47.388735 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=6b2339b3-2478-4318-8b24-601beddcd8d7,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:47.394441 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Made reservation on behalf of 0c271be450cc4564849b639982900e34 for: {'subnet': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:38:47.397753 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281990'] for subnet, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.403103 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:47.434625 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:47.435044 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 2ae3eb2c-d68c-4b9f-86dc-2c12d9e0e6c5 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:47.436827 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 6b2339b3-2478-4318-8b24-601beddcd8d7 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:38:47.536912 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.564086 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-2d668e4f-978f-43d2-9636-6ebed3c57c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:47.565228 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f712391-4b54-4ac8-8181-9459cb98da58']}} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:47.580179 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf') {'for_net_delete': True} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:47.580880 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2f1636-fedb-4f62-bfc3-c9ae9e2bd5cf') {} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:47.616444 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190373'] for segment, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.654859 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.668624 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=79269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:38:47.669136 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265937'] for segment, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: Traceback (most recent call last): May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: timer() May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: cb(*args, **kw) May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: return func(*args, **kwargs) May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: self._notify() May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: self.callback(batched_events) May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: event.method(event) May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: return f(self, *a, **k) May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: return self._get(url).json() May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: return self.request(url, 'GET', **kwargs) May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:38:47.684149 dv-cinder-786383-3-smb neutron-server[79269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:38:47.719439 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Attempting to bind port f176a749-f69c-428b-ae61-a4397bd77c60 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:38:47.719812 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Attempting to bind port f176a749-f69c-428b-ae61-a4397bd77c60 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:38:47.720188 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Attempting to bind port f176a749-f69c-428b-ae61-a4397bd77c60 on network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:38:47.730205 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:38:47.730635 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Checking segment: {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:47.731054 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.731473 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Bound using segment: {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:38:47.732089 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Bound port: f176a749-f69c-428b-ae61-a4397bd77c60, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:38:47.732649 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.852394 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] For port f176a749-f69c-428b-ae61-a4397bd77c60, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:38:47.863517 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] For port f176a749-f69c-428b-ae61-a4397bd77c60, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f176a749-f69c-428b-ae61-a4397bd77c60,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:38:47.886326 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.890354 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b3c5066c-f385-4ccd-a0d3-e3b57eb9e8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:47.917574 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.949068 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f712391-4b54-4ac8-8181-9459cb98da58,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:47.957008 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:47.972739 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.981298 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:48.061900 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4f712391-4b54-4ac8-8181-9459cb98da58 HTTP/1.1" status: 204 len: 168 time: 1.0940173 May 10 17:38:48.115759 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddfdea-7cca-400d-9069-1000ee69c249 req-6df61696-d51f-43c1-8872-b6dbfbc55113 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:48.128894 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ceddfdea-7cca-400d-9069-1000ee69c249 req-6df61696-d51f-43c1-8872-b6dbfbc55113 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1388793 May 10 17:38:48.237443 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ceddfdea-7cca-400d-9069-1000ee69c249 req-deb1a9d1-a68b-4b97-9602-676eb9098634 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036479 May 10 17:38:48.274880 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d668e4f-978f-43d2-9636-6ebed3c57c71 None None] Pushing event updated for resources: {'Port': ['ID=f176a749-f69c-428b-ae61-a4397bd77c60,revision_number=4']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:48.301832 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-2d668e4f-978f-43d2-9636-6ebed3c57c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:48.340559 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:48.341171 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:48.734474 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2221059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2282100'] for subnet, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:48.752141 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:48.772715 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:48.920307 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45948) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:48.949709 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=978b971d-8ffd-4875-824b-3b953805992f,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:48.955020 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:49.019205 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Checking segment: {'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:49.022117 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Network hostable DHCP agents. Network: 6b2339b3-2478-4318-8b24-601beddcd8d7, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:38:49.043929 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-de6bac1c-c189-45a2-9f3f-e10d46a17685 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8361842b7c3844329203c723f841e5d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1210682 May 10 17:38:49.051339 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 45954) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:49.115563 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Network 6b2339b3-2478-4318-8b24-601beddcd8d7 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:38:49.194710 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7fd2e98b-2027-4ad4-b232-479703bd7a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.261955 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7fd2e98b-2027-4ad4-b232-479703bd7a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.358072 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 6b2339b3-2478-4318-8b24-601beddcd8d7) {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:49.370498 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:49.371444 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.373860 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6631700-5a4f-4b53-98e4-6b9f95f106bd None None] Network 6b2339b3-2478-4318-8b24-601beddcd8d7 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:38:49.490375 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:47Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:49.497505 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b9233-fd2b-4092-98fe-ee580d029dbb None None] The sync data for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb is: [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:47Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:49.621942 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-4d38547a-0f5c-40a7-b782-6db07c601687 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4009044 May 10 17:38:49.622383 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 45968) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:49.637090 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:49.648520 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:49.664769 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Usage tracker for resource:router and tenant:0c271be450cc4564849b639982900e34 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:49.669099 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:49.689945 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:49.717699 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b7f0-7dfc-4f1d-8a69-5a96512caad6 req-33b851a7-225b-4b60-bc1b-951236be4914 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:49.722931 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2a96b7f0-7dfc-4f1d-8a69-5a96512caad6 req-33b851a7-225b-4b60-bc1b-951236be4914 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.2109785 May 10 17:38:49.722931 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7fd2e98b-2027-4ad4-b232-479703bd7a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.731646 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7d3c7e1c-bd7b-4858-9454-30aff46fcc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:49.768283 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2e98b-2027-4ad4-b232-479703bd7a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced2e722-99d3-4b1e-86b5-1405fc3e5c0c,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:49.776767 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7fd2e98b-2027-4ad4-b232-479703bd7a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:49.782096 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7fd2e98b-2027-4ad4-b232-479703bd7a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.783647 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-7fd2e98b-2027-4ad4-b232-479703bd7a13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ced2e722-99d3-4b1e-86b5-1405fc3e5c0c HTTP/1.1" status: 204 len: 168 time: 0.7310104 May 10 17:38:49.816588 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12912'] for router, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.817646 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12873'] for router, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.857421 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:49.876047 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2a96b7f0-7dfc-4f1d-8a69-5a96512caad6 req-d9caa38d-61b9-4920-8990-48237ccb9929 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438007 May 10 17:38:49.987558 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290b8046-7818-586c-a76b-788f0e55c2ac-6b2339b3-2478-4318-8b24-601beddcd8d7', 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7', 'tenant_id': '0c271be450cc4564849b639982900e34', 'fixed_ips': [{'subnet_id': '978b971d-8ffd-4875-824b-3b953805992f'}]}} from dv-cinder-786383-3-smb. {{(pid=79270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:38:49.991991 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:50.338955 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.db_base_plugin_common [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Allocated IP 172.20.0.2 (6b2339b3-2478-4318-8b24-601beddcd8d7/978b971d-8ffd-4875-824b-3b953805992f/d280143d-831c-4bc5-aec6-0f84dd850727) {{(pid=79270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:38:50.581686 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:50.714076 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Notify callbacks [] for port, precommit_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:50.744328 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Transition to ACTIVE for port object d280143d-831c-4bc5-aec6-0f84dd850727 will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:50.812676 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Transition to ACTIVE for port object d280143d-831c-4bc5-aec6-0f84dd850727 will not be triggered until provisioned by entity DHCP. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:50.947768 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.025725 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:51.146461 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f176a749-f69c-428b-ae61-a4397bd77c60 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:51.269899 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Pushing event updated for resources: {'Port': ['ID=d280143d-831c-4bc5-aec6-0f84dd850727,revision_number=1']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:51.288424 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:51.320166 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Network 6b2339b3-2478-4318-8b24-601beddcd8d7 is already hosted by enough agents. {{(pid=79270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:51.322296 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.base_scheduler [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Resources bound (agent type, host, resource id): {{(pid=79270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:51.335158 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Received port after_create {{(pid=79270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:38:51.448656 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049209a7-3911-4c6a-907c-798e1738b844 req-34632a53-c462-4f61-8153-680113e54bce tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:51.450950 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-049209a7-3911-4c6a-907c-798e1738b844 req-34632a53-c462-4f61-8153-680113e54bce tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1266174 May 10 17:38:51.481615 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.513287 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Attempting to bind port d280143d-831c-4bc5-aec6-0f84dd850727 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:38:51.513818 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Attempting to bind port d280143d-831c-4bc5-aec6-0f84dd850727 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:38:51.514321 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Attempting to bind port d280143d-831c-4bc5-aec6-0f84dd850727 on network 6b2339b3-2478-4318-8b24-601beddcd8d7 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:38:51.520698 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:38:51.521553 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Checking segment: {'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:51.522042 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.522555 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Bound using segment: {'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:38:51.523106 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Bound port: d280143d-831c-4bc5-aec6-0f84dd850727, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:38:51.523583 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.525317 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-049209a7-3911-4c6a-907c-798e1738b844 req-5866e07c-382a-45fd-a41f-290878b2f830 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667193 May 10 17:38:51.551637 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.577195 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port f176a749-f69c-428b-ae61-a4397bd77c60 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:51.594991 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port f176a749-f69c-428b-ae61-a4397bd77c60 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:51.595588 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.686141 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] For port d280143d-831c-4bc5-aec6-0f84dd850727, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:38:51.690017 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] For port d280143d-831c-4bc5-aec6-0f84dd850727, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=d280143d-831c-4bc5-aec6-0f84dd850727,segment=NetworkSegment(e5d6b6d2-51df-4713-aef7-a7da54a58166),segment_id=e5d6b6d2-51df-4713-aef7-a7da54a58166)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:38:51.768283 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.778849 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Allocated IP 172.28.0.177 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:38:51.828245 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port f176a749-f69c-428b-ae61-a4397bd77c60, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f176a749-f69c-428b-ae61-a4397bd77c60,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:51.905434 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.909471 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:52.004031 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:52.009461 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:52.068472 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Pushing event updated for resources: {'Port': ['ID=d280143d-831c-4bc5-aec6-0f84dd850727,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:52.084109 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46016) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:52.092201 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:52.093790 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:52.144785 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:52.150484 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7fffff30-10d3-4e52-86a4-abc4f9ab6beb tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:52.247147 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=f176a749-f69c-428b-ae61-a4397bd77c60,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:52.256884 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:52.395811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:52.427523 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:52.472238 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:38:52.506078 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-68537109-network', 'tenant_id': '58782f3819544b80ba307d8752e5eed9'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:52.517558 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:52.547385 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Pushing event updated for resources: {'Port': ['ID=1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:52.556000 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Usage tracker for resource:network and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:52.565081 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:52.570324 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:52.587830 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:52.813633 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc0540-5c70-4a1d-88af-b5c2a52b0b50 req-4a742ea4-f4ea-46fb-a510-652b060d8b9b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:52.816683 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-77cc0540-5c70-4a1d-88af-b5c2a52b0b50 req-4a742ea4-f4ea-46fb-a510-652b060d8b9b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1359549 May 10 17:38:52.901238 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-77cc0540-5c70-4a1d-88af-b5c2a52b0b50 req-38726c80-cb0f-477f-96d2-1342e9f1cc1f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741479 May 10 17:38:53.016539 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device d280143d-831c-4bc5-aec6-0f84dd850727 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:53.142460 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Made reservation on behalf of 58782f3819544b80ba307d8752e5eed9 for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:38:53.142460 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.197830 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.216576 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:53.221125 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Usage tracker for resource:security_group_rule and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:53.226674 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:53.236038 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:53.284328 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port d280143d-831c-4bc5-aec6-0f84dd850727 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:53.292377 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f176a749-f69c-428b-ae61-a4397bd77c60 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:53.399625 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port f176a749-f69c-428b-ae61-a4397bd77c60 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:53.400949 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.584678 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.649488 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824231d-0a37-4403-8c2c-08de2ad86274 None None] Network 6b2339b3-2478-4318-8b24-601beddcd8d7 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:38:53.683674 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.766878 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.783288 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:38:53.798869 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.800036 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Added segment 9edc46df-b051-4866-8265-0b03e9723b81 of type vlan for network 3207d7a0-10b3-4e43-9076-cab40864be26 May 10 17:38:53.897642 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c83110ea-9614-49a5-9625-4ab2c5aa2389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:53.942300 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] Provisioning for port d280143d-831c-4bc5-aec6-0f84dd850727 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:53.948723 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.960830 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] Provisioning complete for port d280143d-831c-4bc5-aec6-0f84dd850727 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:53.962127 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.036247 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a807807c-5cdd-499a-848e-bc2908b89f5c,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:54.086471 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:54.127689 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.136156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:54.137827 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.239156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-82a6cde3-ef4c-4481-a5d8-264069ef04c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:54.250591 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.256446 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157a0e-d35b-4d96-b930-33d6baa278f5 req-a799981c-164d-4872-bfe9-7e6742f7cfc9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:54.269255 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8d157a0e-d35b-4d96-b930-33d6baa278f5 req-a799981c-164d-4872-bfe9-7e6742f7cfc9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1720245 May 10 17:38:54.306103 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] For port d280143d-831c-4bc5-aec6-0f84dd850727, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=d280143d-831c-4bc5-aec6-0f84dd850727,segment=NetworkSegment(e5d6b6d2-51df-4713-aef7-a7da54a58166),segment_id=e5d6b6d2-51df-4713-aef7-a7da54a58166)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:54.336954 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8d157a0e-d35b-4d96-b930-33d6baa278f5 req-e0b795a2-290d-4426-8e81-6722e8143687 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666742 May 10 17:38:54.403477 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3172927 May 10 17:38:54.408812 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46050) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:54.421473 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Request body: {'subnet': {'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-68537109-subnet', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:54.426596 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Pushing event updated for resources: {'Network': ['ID=3207d7a0-10b3-4e43-9076-cab40864be26,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:54.433598 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:54.444310 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 3207d7a0-10b3-4e43-9076-cab40864be26 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:38:54.449889 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:54.460449 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Usage tracker for resource:subnet and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:54.474274 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:54.505191 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:54.513913 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.585273 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:54.627808 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Made reservation on behalf of 58782f3819544b80ba307d8752e5eed9 for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:38:54.631785 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404711'] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.713159 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.772108 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] Pushing event updated for resources: {'Port': ['ID=d280143d-831c-4bc5-aec6-0f84dd850727,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:54.784263 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:54.843460 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-9edd1e13-e887-4285-8f20-8547a94e1479 None None] Provisioning complete for port d280143d-831c-4bc5-aec6-0f84dd850727 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:54.843788 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-9edd1e13-e887-4285-8f20-8547a94e1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:55.264060 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 is scheduled to L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 with binding_index 1 {{(pid=79268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:38:55.599919 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:55.612779 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Sync routers for ids ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:55.637944 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Routers {'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:55.639000 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:55.679569 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545f8a5-5d81-4847-a201-557fd1520f3e req-89b58ed2-4b19-4ebe-93c6-7a6300ab6dee tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:55.683158 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2545f8a5-5d81-4847-a201-557fd1520f3e req-89b58ed2-4b19-4ebe-93c6-7a6300ab6dee tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1531382 May 10 17:38:55.714528 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:55.716002 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0880420 May 10 17:38:55.719215 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46064) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:55.807439 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2545f8a5-5d81-4847-a201-557fd1520f3e req-9287a2dd-448a-4fa1-8ed7-01130618a474 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124887 May 10 17:38:55.873149 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404757'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:55.878282 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e9444888-47a5-4b23-9753-2fcf25fe3ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:55.907645 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Set router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:56.041198 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Checking segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:56.042817 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Network hostable DHCP agents. Network: 3207d7a0-10b3-4e43-9076-cab40864be26, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:38:56.051096 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51059e81-5b7c-422d-8c3f-94599a6a6e83,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:56.058372 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:56.217231 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Network 3207d7a0-10b3-4e43-9076-cab40864be26 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:38:56.317730 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:38:53Z', 'revision_number': 3, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:56.324671 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Checking router: b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:56.325320 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Updating router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d binding host dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:38:56.359821 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 3207d7a0-10b3-4e43-9076-cab40864be26) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:56.377072 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:56.377962 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.382027 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052dddf-ce81-40a2-9660-3804163a6c61 None None] Network 3207d7a0-10b3-4e43-9076-cab40864be26 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:38:56.497200 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.541105 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-9cd8dceb-caf6-4031-9cf1-056c7bd49a90 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1289723 May 10 17:38:56.543237 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46072) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:56.547250 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:38:56.564839 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:38:56.570331 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Usage tracker for resource:router and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:38:56.575750 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:38:56.590331 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:38:56.720180 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12912'] for router, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.721404 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12873'] for router, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.748300 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.912269 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device d280143d-831c-4bc5-aec6-0f84dd850727 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:38:57.049791 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.221788 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port d280143d-831c-4bc5-aec6-0f84dd850727 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:57.221788 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.303217 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Allocated IP 172.20.0.1 (6b2339b3-2478-4318-8b24-601beddcd8d7/978b971d-8ffd-4875-824b-3b953805992f/e1856fa5-a126-4388-994b-bc88d33cf51f) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:38:57.353149 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290b8046-7818-586c-a76b-788f0e55c2ac-3207d7a0-10b3-4e43-9076-cab40864be26', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83'}]}} from dv-cinder-786383-3-smb. {{(pid=79270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:38:57.354238 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.428924 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Notify callbacks [] for port, precommit_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.472089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.553744 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:38:57.559181 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Transition to ACTIVE for port object e1856fa5-a126-4388-994b-bc88d33cf51f will not be triggered until provisioned by entity DHCP. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:57.565185 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Transition to ACTIVE for port object 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:57.588083 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491f5b1-007a-4195-9b17-bebbfb84d9c6 req-8ff5723b-a290-4e65-8c88-0c7515eb7177 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:57.589184 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2491f5b1-007a-4195-9b17-bebbfb84d9c6 req-8ff5723b-a290-4e65-8c88-0c7515eb7177 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.4845128 May 10 17:38:57.593487 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.642456 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.db_base_plugin_common [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Allocated IP 172.20.0.2 (3207d7a0-10b3-4e43-9076-cab40864be26/51059e81-5b7c-422d-8c3f-94599a6a6e83/3ae10e48-c847-4bca-80c2-db2cac623e3a) {{(pid=79270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:38:57.646237 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2491f5b1-007a-4195-9b17-bebbfb84d9c6 req-c0c776ce-a100-4d22-be23-a18a3e50cb23 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484023 May 10 17:38:57.731521 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.736985 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:57.793124 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.797793 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-44e4ce3c-3d52-45b1-b191-4f9d122d1931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:57.840054 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f3bde-1cb7-4f4b-b895-5fe265167f1a None None] Pushing event updated for resources: {'Port': ['ID=1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:57.863094 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fc0f3bde-1cb7-4f4b-b895-5fe265167f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:57.878215 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Pushing event updated for resources: {'Port': ['ID=e1856fa5-a126-4388-994b-bc88d33cf51f,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:57.881786 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:57.881957 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Attempting to bind port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:38:57.882613 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Attempting to bind port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:38:57.882613 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Attempting to bind port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d on network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:38:57.888869 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Network 6b2339b3-2478-4318-8b24-601beddcd8d7 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:57.890466 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:57.893067 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:38:57.912447 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:38:57.912948 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:57.913275 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.913731 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Bound using segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:38:57.914313 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Bound port: 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:38:57.914772 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.985577 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393439'] for router_interface, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.156361 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Notify callbacks [] for port, precommit_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.183389 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Transition to ACTIVE for port object 3ae10e48-c847-4bca-80c2-db2cac623e3a will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:58.240206 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Transition to ACTIVE for port object 3ae10e48-c847-4bca-80c2-db2cac623e3a will not be triggered until provisioned by entity DHCP. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:38:58.336475 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] For port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:38:58.340027 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] For port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:38:58.345771 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.355439 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-c4860f56-2701-4fdf-b9c6-36ae8554cbd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:58.358856 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.400152 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.416443 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Network 3207d7a0-10b3-4e43-9076-cab40864be26 is already hosted by enough agents. {{(pid=79270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:58.419619 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.base_scheduler [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Resources bound (agent type, host, resource id): {{(pid=79270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:58.424076 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Received port after_create {{(pid=79270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:38:58.448643 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Pushing event updated for resources: {'Port': ['ID=3ae10e48-c847-4bca-80c2-db2cac623e3a,revision_number=1']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:58.491207 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:58.501641 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f81b660d-5c3f-4470-8882-caaaf0693b67 None None] Provisioning for port e1856fa5-a126-4388-994b-bc88d33cf51f completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:38:58.505309 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.513163 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:58.627369 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Allocated IP 172.28.0.50 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/9048e270-a4be-44b7-9987-d0b675b39b4a) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:38:58.654731 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.655301 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f81b660d-5c3f-4470-8882-caaaf0693b67 None None] Provisioning complete for port e1856fa5-a126-4388-994b-bc88d33cf51f triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:38:58.655516 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f81b660d-5c3f-4470-8882-caaaf0693b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.729579 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f3bde-1cb7-4f4b-b895-5fe265167f1a None None] Pushing event updated for resources: {'Port': ['ID=1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:58.738185 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fc0f3bde-1cb7-4f4b-b895-5fe265167f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:58.760266 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Attempting to bind port 3ae10e48-c847-4bca-80c2-db2cac623e3a on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:38:58.760754 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Attempting to bind port 3ae10e48-c847-4bca-80c2-db2cac623e3a by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:38:58.761104 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Attempting to bind port 3ae10e48-c847-4bca-80c2-db2cac623e3a on network 3207d7a0-10b3-4e43-9076-cab40864be26 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:38:58.786899 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:38:58.787376 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Checking segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:38:58.787873 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.788282 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Bound using segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:38:58.788770 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Bound port: 3ae10e48-c847-4bca-80c2-db2cac623e3a, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:38:58.789157 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.800487 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-f81b660d-5c3f-4470-8882-caaaf0693b67 None None] Port e1856fa5-a126-4388-994b-bc88d33cf51f cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:38:58.801979 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Routers {'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:58.802814 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:58.947699 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.046169 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abfaa1-365f-4ede-87a1-e4f4c54a7e6d req-08931557-1468-4e9a-8a55-ddf2cbd569c7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:59.060447 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8abfaa1-365f-4ede-87a1-e4f4c54a7e6d req-08931557-1468-4e9a-8a55-ddf2cbd569c7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.1870911 May 10 17:38:59.076241 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.127744 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.151190 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8abfaa1-365f-4ede-87a1-e4f4c54a7e6d req-ab7538dc-a600-4d2d-9ef3-8222b70436cd tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897641 May 10 17:38:59.224041 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.253058 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] For port 3ae10e48-c847-4bca-80c2-db2cac623e3a, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:38:59.260193 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] Set router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:59.271909 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:59.304080 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.322590 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:59.340013 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] For port 3ae10e48-c847-4bca-80c2-db2cac623e3a, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=3ae10e48-c847-4bca-80c2-db2cac623e3a,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:38:59.402682 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393340'] for router_interface, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.408285 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Pushing event updated for resources: {'Port': ['ID=e1856fa5-a126-4388-994b-bc88d33cf51f,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:59.414362 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.469157 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Pushing event updated for resources: {'Port': ['ID=9048e270-a4be-44b7-9987-d0b675b39b4a,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:59.473934 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.477452 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.481772 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:59.483282 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:59.491442 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:38:59.491950 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:59.569427 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Network 6b2339b3-2478-4318-8b24-601beddcd8d7 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:38:59.570820 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:38:59.718714 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Pushing event updated for resources: {'Port': ['ID=3ae10e48-c847-4bca-80c2-db2cac623e3a,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:59.723343 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.871273 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 4, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'e1856fa5-a126-4388-994b-bc88d33cf51f', 'name': '', 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7', 'tenant_id': '0c271be450cc4564849b639982900e34', 'mac_address': 'fa:16:3e:7b:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '978b971d-8ffd-4875-824b-3b953805992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:57Z', 'updated_at': '2021-05-10T17:38:57Z', 'revision_number': 1, 'project_id': '0c271be450cc4564849b639982900e34', 'subnets': [{'id': '978b971d-8ffd-4875-824b-3b953805992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:59.891244 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deec928-2d5a-4d68-97b2-ce8bf86ebc25 None None] The sync data for ids ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'] in dv-cinder-786383-3-smb is: [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 4, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'e1856fa5-a126-4388-994b-bc88d33cf51f', 'name': '', 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7', 'tenant_id': '0c271be450cc4564849b639982900e34', 'mac_address': 'fa:16:3e:7b:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '978b971d-8ffd-4875-824b-3b953805992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:57Z', 'updated_at': '2021-05-10T17:38:57Z', 'revision_number': 1, 'project_id': '0c271be450cc4564849b639982900e34', 'subnets': [{'id': '978b971d-8ffd-4875-824b-3b953805992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:59.973184 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:39:00.049309 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-47892600-ad96-4406-aa49-c9325609de49 None None] Provisioning complete for port e1856fa5-a126-4388-994b-bc88d33cf51f triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:00.050131 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-47892600-ad96-4406-aa49-c9325609de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.143922 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-47892600-ad96-4406-aa49-c9325609de49 None None] Port e1856fa5-a126-4388-994b-bc88d33cf51f cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:00.363881 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:00.397991 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] 10.222.0.21 "PUT /v2.0/routers/b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6767094 May 10 17:39:00.412896 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.851472 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8279-eeb2-404e-a5aa-b32f87bb073e req-be2029e7-9477-4d77-a879-0616f1e65faa tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:00.863091 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ce8a8279-eeb2-404e-a5aa-b32f87bb073e req-be2029e7-9477-4d77-a879-0616f1e65faa tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.5247791 May 10 17:39:00.961659 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 3ae10e48-c847-4bca-80c2-db2cac623e3a up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:01.250122 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ce8a8279-eeb2-404e-a5aa-b32f87bb073e req-a0d3e81c-1a08-443f-bdda-70967677292c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748963 May 10 17:39:01.268649 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 3ae10e48-c847-4bca-80c2-db2cac623e3a completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:01.320259 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c545d3d0-276c-4302-ad97-dbb8e4912aed None None] Network 3207d7a0-10b3-4e43-9076-cab40864be26 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:01.342711 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.626796 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-d113d6a5-89b3-4a9a-baca-ae3e26c92010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:01.629458 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-d113d6a5-89b3-4a9a-baca-ae3e26c92010 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 1099 time: 0.1306593 May 10 17:39:01.655656 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] Provisioning for port 3ae10e48-c847-4bca-80c2-db2cac623e3a completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:01.662433 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] Provisioning complete for port 3ae10e48-c847-4bca-80c2-db2cac623e3a triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:01.662843 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.792621 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-82cb963c-01c9-47e4-8919-833a8e50ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:01.794481 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-82cb963c-01c9-47e4-8919-833a8e50ddb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 917 time: 0.1546569 May 10 17:39:01.815412 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 is scheduled to L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 with binding_index 1 {{(pid=79269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:39:01.925473 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.007462 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] For port 3ae10e48-c847-4bca-80c2-db2cac623e3a, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=3ae10e48-c847-4bca-80c2-db2cac623e3a,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:02.011814 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-1a870bc9-8b4f-46c5-95c2-0e03ff80c6ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc HTTP/1.1" status: 200 len: 1001 time: 0.2059834 May 10 17:39:02.012306 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46148) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:02.017840 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71014207', 'description': 'tempest-secgroup-smoke-71014207 description', 'project_id': '0e811ab0b9c649df8f1a638634e9c26a'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:02.078809 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:02.094913 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:security_group and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:02.101344 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:02.112497 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.112682 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:02.122061 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-42ab4b64-317f-44df-95ed-83eb31589641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:02.157912 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-400b55fb-4c46-4d59-ae94-4fb606fa030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:02.158113 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:02.159323 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-400b55fb-4c46-4d59-ae94-4fb606fa030f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.1315470 May 10 17:39:02.167155 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Sync routers for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:02.182249 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:02.183391 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:02.213842 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] Pushing event updated for resources: {'Port': ['ID=3ae10e48-c847-4bca-80c2-db2cac623e3a,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:02.219307 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:02.240277 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-a38a4de8-1ed8-4691-9fe9-e12716a778b2 None None] Provisioning complete for port 3ae10e48-c847-4bca-80c2-db2cac623e3a triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:02.240949 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-a38a4de8-1ed8-4691-9fe9-e12716a778b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.258215 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-6aa0793f-2a30-4a2e-abb1-5b68d15fb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:02.259898 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-6aa0793f-2a30-4a2e-abb1-5b68d15fb580 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931790 May 10 17:39:02.348625 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.386730 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:02.400473 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Notify callbacks [] for router, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.404897 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8618116 May 10 17:39:02.405580 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46156) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:02.416391 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:security_group_rule and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:02.422070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:02.445608 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:02.447974 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:02.486774 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-8ea768b6-791f-4391-947d-482121bae1db service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161603 May 10 17:39:02.767281 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.791674 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2fc4c4c2-1418-4534-b2c4-81eafd458262 req-8242322c-4507-4e09-95ad-19cec515b92d service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955408 May 10 17:39:02.833962 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.839582 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8a167873-3d75-4954-8077-84329bc3e6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:02.876800 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf72673-9ce2-46d8-b103-c813030a5afe,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:02.879803 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:02.891262 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15717d-d64e-4126-8495-d819e7318c80 req-0e653650-787c-4172-a7ff-879d9bc3af32 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:02.892793 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1d15717d-d64e-4126-8495-d819e7318c80 req-0e653650-787c-4172-a7ff-879d9bc3af32 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.3481307 May 10 17:39:02.899470 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:38:59Z', 'revision_number': 3, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:02.905970 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Checking router: 17221eac-d3df-4b73-8f4c-c50c314ac7f7 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:02.906829 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Updating router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 port 9048e270-a4be-44b7-9987-d0b675b39b4a binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:39:02.962039 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:02.976956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.978551 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.9652009 May 10 17:39:02.980594 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.981343 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46162) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:02.987423 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'security_group_rule': {'security_group_id': '7bf72673-9ce2-46d8-b103-c813030a5afe', 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:03.001507 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:03.011383 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:security_group_rule and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:03.016396 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:03.031084 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:03.163109 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.182158 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:03.189230 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:03.189957 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.198837 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1d15717d-d64e-4126-8495-d819e7318c80 req-d26cb54a-3b40-4daa-888c-57eede8008d7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972150 May 10 17:39:03.254995 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Sync routers for ids ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:03.282914 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Routers {'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:03.288092 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:03.488513 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.496350 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.598104 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.600458 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:03.630125 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfee21f-74ad-4abc-9759-28c6cc09bb6e,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:03.642985 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:03.654238 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.708915 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:03.710339 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.712675 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Set router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:03.725731 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Transition to ACTIVE for port object 9048e270-a4be-44b7-9987-d0b675b39b4a will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:03.753611 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.755203 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7725797 May 10 17:39:03.757725 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46178) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:03.765257 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'security_group_rule': {'security_group_id': '7bf72673-9ce2-46d8-b103-c813030a5afe', 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:03.773780 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:03.779303 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:security_group_rule and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:03.783071 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:03.790348 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:03.851779 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.852841 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 3ae10e48-c847-4bca-80c2-db2cac623e3a up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:03.887836 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-e621a175-e5d4-4bba-938f-84b1944a2873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:03.891574 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.901089 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-0b8c94ab-0245-45fc-b82f-177b95ee2eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:03.939969 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Allocated IP 172.20.0.1 (3207d7a0-10b3-4e43-9076-cab40864be26/51059e81-5b7c-422d-8c3f-94599a6a6e83/3ca075a5-d784-4c67-9fa4-e86fee34d5d8) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:03.955293 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.965534 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Attempting to bind port 9048e270-a4be-44b7-9987-d0b675b39b4a on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:03.965970 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Attempting to bind port 9048e270-a4be-44b7-9987-d0b675b39b4a by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:03.966298 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Attempting to bind port 9048e270-a4be-44b7-9987-d0b675b39b4a on network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:03.979914 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:03.980460 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:03.980684 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.981196 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Bound using segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:03.981685 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Bound port: 9048e270-a4be-44b7-9987-d0b675b39b4a, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:03.982081 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.073173 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] For port 9048e270-a4be-44b7-9987-d0b675b39b4a, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:04.076191 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] For port 9048e270-a4be-44b7-9987-d0b675b39b4a, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=9048e270-a4be-44b7-9987-d0b675b39b4a,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:04.114106 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.115608 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025de69-ee82-4106-af0b-581889e7e6ad None None] Pushing event updated for resources: {'Port': ['ID=9048e270-a4be-44b7-9987-d0b675b39b4a,revision_number=2']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.119743 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-a025de69-ee82-4106-af0b-581889e7e6ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.184358 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.188329 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:39:04.189991 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-61f1132a-4e5f-4017-ac1f-8f056460bb9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:04.215288 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.224452 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:04.277359 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.289303 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae3f74d-484e-4625-b82b-eac1e8debc38,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.309286 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.333060 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Transition to ACTIVE for port object 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:04.343037 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 3ae10e48-c847-4bca-80c2-db2cac623e3a triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:04.343426 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.384472 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025de69-ee82-4106-af0b-581889e7e6ad None None] Pushing event updated for resources: {'Port': ['ID=9048e270-a4be-44b7-9987-d0b675b39b4a,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.389343 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-a025de69-ee82-4106-af0b-581889e7e6ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.405579 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.407025 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:04.408103 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:04.408444 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6476650 May 10 17:39:04.412083 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46196) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:04.420937 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'security_group_rule': {'security_group_id': '7bf72673-9ce2-46d8-b103-c813030a5afe', 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:04.440549 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.441123 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:04.459197 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.470010 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:security_group_rule and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:04.481587 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:04.505412 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:04.573104 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.588348 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2017a5d8-511c-4f27-9e5f-b92ab1a18c52 tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:04.605354 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 4, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'e1856fa5-a126-4388-994b-bc88d33cf51f', 'name': '', 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7', 'tenant_id': '0c271be450cc4564849b639982900e34', 'mac_address': 'fa:16:3e:7b:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '978b971d-8ffd-4875-824b-3b953805992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:57Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 2, 'project_id': '0c271be450cc4564849b639982900e34', 'subnets': [{'id': '978b971d-8ffd-4875-824b-3b953805992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:04.629771 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Checking router: b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:04.630243 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Updating router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 port e1856fa5-a126-4388-994b-bc88d33cf51f binding host dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:39:04.662441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.670031 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Network 3207d7a0-10b3-4e43-9076-cab40864be26 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:04.671392 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:04.674209 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:04.675017 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.676887 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:04.744337 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Pushing event updated for resources: {'Port': ['ID=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.773785 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.775226 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393439'] for router_interface, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.779890 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:04.827061 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.863916 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:04.872310 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94c0a3-11dc-4dec-a8ef-a48da0a4c42c req-bbcbf3c6-aa75-4164-9075-463dfb2c10e5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:04.884098 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8f94c0a3-11dc-4dec-a8ef-a48da0a4c42c req-bbcbf3c6-aa75-4164-9075-463dfb2c10e5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 946 time: 0.3740237 May 10 17:39:04.924738 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.949007 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'code': 200} May 10 17:39:04.951525 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:04.958520 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8f94c0a3-11dc-4dec-a8ef-a48da0a4c42c req-52a136e3-1bf9-4232-ac67-c4041e34f30d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729730 May 10 17:39:05.003260 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.005329 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.008082 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0862c65c-08e4-433f-be43-b15e4708033e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:05.012792 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:05.049804 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25ebabc-7aa3-4680-b6cb-f5e04f21622a,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:05.060080 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:05.169379 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.188192 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.192473 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7761738 May 10 17:39:05.193693 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46204) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:05.202091 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'security_group_rule': {'security_group_id': '7bf72673-9ce2-46d8-b103-c813030a5afe', 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:05.214180 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:05.220186 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:security_group_rule and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:05.224438 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:05.232544 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=8']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:05.236625 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:05.238091 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:05.238727 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.269611 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:05.285417 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:38:59Z', 'revision_number': 3, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:05.291498 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f006ac4-d8a3-4fb0-8413-cc3514497431 None None] The sync data for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb is: [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:38:59Z', 'revision_number': 3, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:05.394361 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.398795 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f9c1fda6-8d3e-4435-a3a9-b6c4815f703f None None] Provisioning for port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:05.420050 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-f9c1fda6-8d3e-4435-a3a9-b6c4815f703f None None] Provisioning complete for port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:05.420805 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f9c1fda6-8d3e-4435-a3a9-b6c4815f703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.465177 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-dd6142cc-9406-4d37-a7bf-556de6ce7f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.490658 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.529659 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.562535 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1fda6-8d3e-4435-a3a9-b6c4815f703f None None] Port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:05.576562 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.578795 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:05.613967 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94579a5-cd8f-43af-9d51-9a468f94312f,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:05.639469 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:05.709040 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.788190 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:05.798163 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Notify callbacks [] for port, precommit_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.806529 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.808919 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6137342 May 10 17:39:05.812045 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46214) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:05.820553 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'security_group_rule': {'security_group_id': '7bf72673-9ce2-46d8-b103-c813030a5afe', 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:05.827927 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:05.828159 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Transition to ACTIVE for port object e1856fa5-a126-4388-994b-bc88d33cf51f will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:05.833634 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:security_group_rule and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:05.837543 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:05.844936 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:05.898903 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393340'] for router_interface, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.928489 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Pushing event updated for resources: {'Port': ['ID=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:05.934177 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:05.943045 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.securitygroups_db [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Project 0e811ab0b9c649df8f1a638634e9c26a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:39:05.948655 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.950008 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.955289 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:06.224742 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Network 3207d7a0-10b3-4e43-9076-cab40864be26 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:06.226520 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.231183 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:06.382986 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.393622 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:06.448464 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20aa799-a17d-4964-89db-f59d5f1c858b,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:06.461233 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:06.513489 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dd59e-7760-4ab2-8ea6-ef883d68059e None None] Pushing event updated for resources: {'Port': ['ID=e1856fa5-a126-4388-994b-bc88d33cf51f,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:06.522504 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-a62dd59e-7760-4ab2-8ea6-ef883d68059e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:06.537038 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.542170 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7281532 May 10 17:39:06.542922 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46220) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:06.548849 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'security_group_rule': {'security_group_id': '7bf72673-9ce2-46d8-b103-c813030a5afe', 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:06.556344 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:06.567132 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:security_group_rule and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:06.570717 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:06.583719 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:06.599945 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Attempting to bind port e1856fa5-a126-4388-994b-bc88d33cf51f on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:06.600504 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Attempting to bind port e1856fa5-a126-4388-994b-bc88d33cf51f by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:06.600951 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Attempting to bind port e1856fa5-a126-4388-994b-bc88d33cf51f on network 6b2339b3-2478-4318-8b24-601beddcd8d7 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:06.618164 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:06.618164 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Checking segment: {'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:06.618164 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.618515 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Bound using segment: {'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:06.619569 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Bound port: e1856fa5-a126-4388-994b-bc88d33cf51f, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d6b6d2-51df-4713-aef7-a7da54a58166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:06.619896 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.701303 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.securitygroups_db [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Project 0e811ab0b9c649df8f1a638634e9c26a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:39:06.711274 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.740366 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] For port e1856fa5-a126-4388-994b-bc88d33cf51f, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:06.745536 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] For port e1856fa5-a126-4388-994b-bc88d33cf51f, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=e1856fa5-a126-4388-994b-bc88d33cf51f,segment=NetworkSegment(e5d6b6d2-51df-4713-aef7-a7da54a58166),segment_id=e5d6b6d2-51df-4713-aef7-a7da54a58166)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:06.792246 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb52c5-cc5e-4e9c-a3ce-17853fdffb48 req-753d27af-6093-4522-b0d4-ce88f0f77f55 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:06.797830 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-60bb52c5-cc5e-4e9c-a3ce-17853fdffb48 req-753d27af-6093-4522-b0d4-ce88f0f77f55 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.4384758 May 10 17:39:06.802052 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:39:06.833175 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.838545 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.848261 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-e7b26e58-49f8-4a08-a637-198691f2799d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:06.920669 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-ebc33186-6f1d-432c-82f5-64e8a386c158 None None] Provisioning complete for port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:06.926081 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ebc33186-6f1d-432c-82f5-64e8a386c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.929676 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.959909 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-50660246-9784-4389-a0b4-bd852d6eb28c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:07.061258 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78322c7b-fb08-4b0c-83bf-fd2a8534e39b,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:07.064861 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 9048e270-a4be-44b7-9987-d0b675b39b4a up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:07.065274 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:07.069554 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-60bb52c5-cc5e-4e9c-a3ce-17853fdffb48 req-9110fda8-1099-42e9-8f57-180992d0df9a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626283 May 10 17:39:07.166689 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:07.190460 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e379649e-fbe7-4ab9-a8db-370a727604cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6425850 May 10 17:39:07.255224 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Routers {'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:07.258966 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:07.306086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:07.320310 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] 10.222.0.21 "PUT /v2.0/routers/17221eac-d3df-4b73-8f4c-c50c314ac7f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9135685 May 10 17:39:07.377996 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-ebc33186-6f1d-432c-82f5-64e8a386c158 None None] Port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:07.452895 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dd59e-7760-4ab2-8ea6-ef883d68059e None None] Pushing event updated for resources: {'Port': ['ID=e1856fa5-a126-4388-994b-bc88d33cf51f,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:07.471277 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-a62dd59e-7760-4ab2-8ea6-ef883d68059e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:07.562643 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] Set router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:07.628342 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 9048e270-a4be-44b7-9987-d0b675b39b4a completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:07.652793 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 9048e270-a4be-44b7-9987-d0b675b39b4a triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:07.653251 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:07.740237 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Sync routers for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:07.755251 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:07.755969 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:38:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:08.025744 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46292) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:08.034542 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438832689', 'description': 'tempest-description--965200925'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:08.038856 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:08.041740 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:08.046303 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:security_group and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:08.051736 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:08.061257 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:08.075256 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.096079 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-85145cdc-46b4-4813-91a8-0dcbd7ab47e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.136692 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.163565 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 9048e270-a4be-44b7-9987-d0b675b39b4a, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=9048e270-a4be-44b7-9987-d0b675b39b4a,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:08.165002 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:08.169730 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:39:08.171000 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:security_group_rule and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:08.174817 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:08.181628 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:08.275289 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.291435 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:08.291528 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.395721 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 4, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'e1856fa5-a126-4388-994b-bc88d33cf51f', 'name': '', 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7', 'tenant_id': '0c271be450cc4564849b639982900e34', 'mac_address': 'fa:16:3e:7b:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '978b971d-8ffd-4875-824b-3b953805992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:57Z', 'updated_at': '2021-05-10T17:39:06Z', 'revision_number': 4, 'project_id': '0c271be450cc4564849b639982900e34', 'subnets': [{'id': '978b971d-8ffd-4875-824b-3b953805992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:08.422845 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3ca5d2-513a-4e67-8018-afd5da5b8df9 None None] The sync data for ids ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'] in dv-cinder-786383-3-smb is: [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:38:58Z', 'revision_number': 4, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'e1856fa5-a126-4388-994b-bc88d33cf51f', 'name': '', 'network_id': '6b2339b3-2478-4318-8b24-601beddcd8d7', 'tenant_id': '0c271be450cc4564849b639982900e34', 'mac_address': 'fa:16:3e:7b:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '978b971d-8ffd-4875-824b-3b953805992f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:57Z', 'updated_at': '2021-05-10T17:39:06Z', 'revision_number': 4, 'project_id': '0c271be450cc4564849b639982900e34', 'subnets': [{'id': '978b971d-8ffd-4875-824b-3b953805992f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:08.435164 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=9048e270-a4be-44b7-9987-d0b675b39b4a,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:08.439835 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:08.457232 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.491076 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:05Z', 'revision_number': 2, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:08.495625 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Checking router: 17221eac-d3df-4b73-8f4c-c50c314ac7f7 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:08.496205 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Updating router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:39:08.550346 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.558332 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.566009 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0ac03474-0cb6-4e9f-9173-0f3b3d909dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:08.613835 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:08.617747 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:08.691752 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.695968 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6670740 May 10 17:39:08.696588 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46304) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:08.703555 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'security_group_rule': {'security_group_id': '08bfdf45-4d30-445f-af89-8f2e8ce4a1e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:08.710706 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:08.714921 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:security_group_rule and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:08.717920 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:08.725152 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:08.828196 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:08.911161 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device e1856fa5-a126-4388-994b-bc88d33cf51f up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:08.941195 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.034223 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.037697 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7b85bde2-f69b-4944-a3ee-9c95ce94495c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:09.090271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e12945-1df3-4c0b-b2cf-170c3d0a0d17,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:09.097247 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:09.100635 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.114165 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Transition to ACTIVE for port object 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:09.176599 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port e1856fa5-a126-4388-994b-bc88d33cf51f completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:09.185848 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port e1856fa5-a126-4388-994b-bc88d33cf51f triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:09.185848 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.239804 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.245524 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.245681 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5435479 May 10 17:39:09.245830 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:09.246550 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46316) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:09.253783 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.255454 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'security_group_rule': {'security_group_id': '08bfdf45-4d30-445f-af89-8f2e8ce4a1e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:09.265641 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:09.271485 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:security_group_rule and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:09.282057 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:09.293142 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:09.419080 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b006af2-27e6-45b2-9fbf-bbc5a23a9e9b None None] Pushing event updated for resources: {'Port': ['ID=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:09.428545 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-0b006af2-27e6-45b2-9fbf-bbc5a23a9e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:09.470970 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.497860 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.517031 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Attempting to bind port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:09.518565 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port e1856fa5-a126-4388-994b-bc88d33cf51f, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=e1856fa5-a126-4388-994b-bc88d33cf51f,segment=NetworkSegment(e5d6b6d2-51df-4713-aef7-a7da54a58166),segment_id=e5d6b6d2-51df-4713-aef7-a7da54a58166)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:09.520167 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Attempting to bind port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:09.520650 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Attempting to bind port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 on network 3207d7a0-10b3-4e43-9076-cab40864be26 {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:09.536833 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:09.537146 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Checking segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:09.537624 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.538209 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Bound using segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:09.538824 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Bound port: 3ca075a5-d784-4c67-9fa4-e86fee34d5d8, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:09.541681 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.613840 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.616999 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.620479 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 9048e270-a4be-44b7-9987-d0b675b39b4a up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:09.669847 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:09.702606 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.705152 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-100d7045-855f-419e-8417-3c0fa7d13f3a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:09.716935 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] For port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:09.729989 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] For port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:09.744500 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ea1681-bafa-4cba-894b-05865de888b1,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:09.754115 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:09.772319 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=e1856fa5-a126-4388-994b-bc88d33cf51f,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:09.778050 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:09.785225 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 9048e270-a4be-44b7-9987-d0b675b39b4a triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:09.785225 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.872595 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.873666 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:09.874947 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-7ba42d81-3fe1-460b-bef6-dc36281b3771 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6268196 May 10 17:39:09.878314 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46334) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:09.887763 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'floatingip': {'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:09.896169 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-a025de69-ee82-4106-af0b-581889e7e6ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:09.912460 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:09.918317 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:floatingip and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:09.924905 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:09.932768 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:10.004874 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:10.005974 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:39:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:10.028569 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:10.123292 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b006af2-27e6-45b2-9fbf-bbc5a23a9e9b None None] Pushing event updated for resources: {'Port': ['ID=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,revision_number=4']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:10.133794 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-0b006af2-27e6-45b2-9fbf-bbc5a23a9e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:10.366389 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:10.373316 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:10.666264 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Allocated IP 172.28.0.230 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/0bc84524-f087-441a-8cb8-7bb4a56322e8) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:10.731458 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:10.810073 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:09Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:10.815055 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e536a-fc3e-4366-a284-714bc0d80c90 None None] The sync data for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb is: [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:09Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:10.885611 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device e1856fa5-a126-4388-994b-bc88d33cf51f up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:10.968681 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:11.003398 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port e1856fa5-a126-4388-994b-bc88d33cf51f triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:11.003777 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:11.109296 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:11.128322 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:11.224186 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3353d0-220d-4604-a134-5cddb148da96 req-ee822348-5437-45cb-a9d5-1027a45d8c7f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:11.230371 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5a3353d0-220d-4604-a134-5cddb148da96 req-ee822348-5437-45cb-a9d5-1027a45d8c7f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1964369 May 10 17:39:11.276664 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:11.287068 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:11.305277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:11.357718 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'Port': ['ID=0bc84524-f087-441a-8cb8-7bb4a56322e8,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:11.402914 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5a3353d0-220d-4604-a134-5cddb148da96 req-dacd103d-8cfe-4835-9dc1-c2354aa2eeea tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438606 May 10 17:39:11.417790 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:11.513690 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:11.662660 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:11.975860 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46398) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:12.003588 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:12.096668 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:12.106029 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:12.174822 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-7d8529dc-e0ee-4ef4-b8b3-1f6dc8d9622e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1961372 May 10 17:39:12.242492 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'Port': ['ID=0bc84524-f087-441a-8cb8-7bb4a56322e8,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:12.248426 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:12.281240 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:12.403468 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:12.404866 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5245330 May 10 17:39:12.673636 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-f0f6204f-3ee3-4701-bfa1-8425ad2c5069 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--438832689&fields=id&tenant_id=58782f3819544b80ba307d8752e5eed9 HTTP/1.1" status: 200 len: 267 time: 0.0830481 May 10 17:39:12.729889 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fb636-f22c-44c7-8458-280308b8c6a6 req-433a7100-f31f-49e1-99b4-59d6c9a5e295 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:12.731477 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-402fb636-f22c-44c7-8458-280308b8c6a6 req-433a7100-f31f-49e1-99b4-59d6c9a5e295 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1882572 May 10 17:39:12.875114 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-402fb636-f22c-44c7-8458-280308b8c6a6 req-bc1e3d94-d9bd-4a2c-a609-4d98ab573d00 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325321 May 10 17:39:12.883444 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:12.916878 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-ac987d28-2eaa-4be0-9810-38fb2fe1bc55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:12.918452 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-ac987d28-2eaa-4be0-9810-38fb2fe1bc55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 809 time: 0.2233024 May 10 17:39:12.937587 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-42002666-3bf4-4229-be56-c57f8d629c47 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/quotas/58782f3819544b80ba307d8752e5eed9 HTTP/1.1" status: 200 len: 375 time: 0.0118675 May 10 17:39:13.027850 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:13.033156 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:13.033535 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.056276 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-0d068fb2-057c-4a4e-ba40-ae50904f3091 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Synchronizing usage tracker for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:13.137021 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-0d068fb2-057c-4a4e-ba40-ae50904f3091 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Unset dirty status for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:13.138605 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-0d068fb2-057c-4a4e-ba40-ae50904f3091 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1950984 May 10 17:39:13.181927 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.223922 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:13.319585 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:13.321738 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:13.339327 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-89a0319f-299d-49d5-a0a4-893c9ba87884 service neutron] 10.222.0.21 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812091 May 10 17:39:13.409564 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:13.412764 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:13.497971 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-867f8397-8d17-41a5-9bb9-5d995c614e99 service neutron] 10.222.0.21 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521072 May 10 17:39:13.827182 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c43af9d2-1750-4c3d-ac20-a2ad41696cba req-42fc406d-0565-4803-9911-1b9f019a4080 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 210 time: 0.0492890 May 10 17:39:13.901777 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46444) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:14.117520 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:14.140188 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:14.147064 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Usage tracker for resource:security_group_rule and tenant:cb76ccf364da418b8f8e51a201bf9b19 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:14.152230 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:14.159823 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:14.186763 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70b69b-005a-4dc4-8bd5-b1981679b18e req-e84030a7-353a-46be-8991-1ea0f3a9f62e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:14.188303 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa70b69b-005a-4dc4-8bd5-b1981679b18e req-e84030a7-353a-46be-8991-1ea0f3a9f62e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1782267 May 10 17:39:14.249765 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa70b69b-005a-4dc4-8bd5-b1981679b18e req-100b8452-9276-40e8-a1a0-bd24b33501b4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489910 May 10 17:39:14.426224 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:14.823581 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:14.860572 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:14.869854 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-089c6cdd-ed67-4fd9-9fe1-a22bcca7e57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:14.911861 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:14.912250 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:15.064422 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8d3471-7b19-4e06-a08c-e206e68e3f9e,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:15.069310 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb76ccf364da418b8f8e51a201bf9b19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1670868 May 10 17:39:15.072697 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e792dbc6-adfc-4098-a4ba-ac84cadfb8cd req-7c970b1a-c5c9-406c-8d79-142e277b3ebb tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 210 time: 0.1628487 May 10 17:39:15.072880 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46466) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:15.074273 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:15.151575 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-178a91f8-70cc-4abf-b7af-b7dba5cdac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:15.192197 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-178a91f8-70cc-4abf-b7af-b7dba5cdac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:15.393379 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-178a91f8-70cc-4abf-b7af-b7dba5cdac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:15.399342 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-08b66add-ee11-4ded-a86e-358200108be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:15.412640 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a91f8-70cc-4abf-b7af-b7dba5cdac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8d3471-7b19-4e06-a08c-e206e68e3f9e,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:15.416003 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-178a91f8-70cc-4abf-b7af-b7dba5cdac73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:15.418157 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-178a91f8-70cc-4abf-b7af-b7dba5cdac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:15.419406 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-178a91f8-70cc-4abf-b7af-b7dba5cdac73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c8d3471-7b19-4e06-a08c-e206e68e3f9e HTTP/1.1" status: 204 len: 168 time: 0.3455575 May 10 17:39:15.544989 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a4050-8a88-4050-a38f-3aa900be01e1 req-85257df9-d843-45f7-8142-db9f71025478 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:15.547213 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-892a4050-8a88-4050-a38f-3aa900be01e1 req-85257df9-d843-45f7-8142-db9f71025478 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1585867 May 10 17:39:15.601843 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-892a4050-8a88-4050-a38f-3aa900be01e1 req-ee9048a4-c70e-498c-b028-21e75bb62758 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477233 May 10 17:39:16.274636 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-84454a11-b4e2-40ef-a962-deadb2fe48a1 req-e370a3fc-19a7-4e48-bde8-49558bbea694 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 210 time: 0.0745215 May 10 17:39:16.504763 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332513-4901-44cf-9c3b-8de501110420 req-bcb19753-bb35-4dcf-817b-9753ba89ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:16.506363 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-bcb19753-bb35-4dcf-817b-9753ba89ec4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef&tenant_id=aec073c057894f18a4689f7f6eccafa4 HTTP/1.1" status: 200 len: 1097 time: 0.1992421 May 10 17:39:16.635593 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332513-4901-44cf-9c3b-8de501110420 req-062c5514-de45-4c7d-9b0e-db61e74d760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:16.637209 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-062c5514-de45-4c7d-9b0e-db61e74d760e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 1097 time: 0.0888634 May 10 17:39:16.820517 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332513-4901-44cf-9c3b-8de501110420 req-6604d46d-edaf-41e5-87a2-7e92c03f86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:16.822754 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-6604d46d-edaf-41e5-87a2-7e92c03f86bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 917 time: 0.1787024 May 10 17:39:16.869729 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901e6eb-6482-48ba-bf7b-77f87cf25e57 req-d3338a88-67f9-43a6-836e-4eb92e85e922 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:16.871360 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0901e6eb-6482-48ba-bf7b-77f87cf25e57 req-d3338a88-67f9-43a6-836e-4eb92e85e922 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1161458 May 10 17:39:16.931343 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0901e6eb-6482-48ba-bf7b-77f87cf25e57 req-9c7a7c46-304b-4e7e-8769-4c21529fd744 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497019 May 10 17:39:16.956909 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46510) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:16.959466 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-e026ac79-5619-421f-b539-8b0d413fc454 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc HTTP/1.1" status: 200 len: 999 time: 0.1287830 May 10 17:39:17.030797 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332513-4901-44cf-9c3b-8de501110420 req-2a160d1d-74fa-43e2-b738-c244b352d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:17.032341 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-2a160d1d-74fa-43e2-b738-c244b352d9a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.0631022 May 10 17:39:17.096002 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-956417992-network', 'tenant_id': '8c3c030d3c4f4475920c66bbddb6f3e3'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:17.107581 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:17.107581 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Usage tracker for resource:network and tenant:8c3c030d3c4f4475920c66bbddb6f3e3 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:17.108645 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:17.120870 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:17.154301 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332513-4901-44cf-9c3b-8de501110420 req-57a47c0c-363d-4d1a-a2d8-0ce7246577be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:17.155821 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-57a47c0c-363d-4d1a-a2d8-0ce7246577be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1156180 May 10 17:39:17.210338 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Made reservation on behalf of 8c3c030d3c4f4475920c66bbddb6f3e3 for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:17.213232 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:17.226973 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:17.244079 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:17.248146 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3c030d3c4f4475920c66bbddb6f3e3 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:17.251333 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:17.257872 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:17.314627 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-a3f1f4e7-70c3-4451-8212-7a880f345d97 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503360 May 10 17:39:17.538721 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-67332513-4901-44cf-9c3b-8de501110420 req-560585c2-7a0d-4bba-bba6-f17478ee3364 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994805 May 10 17:39:17.589452 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b4e83ff5-4af7-438e-b3c2-9d7cfc25f7f6 req-d999e6c8-27f1-461a-a07f-34f77ef3e9bf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 210 time: 0.1287327 May 10 17:39:17.615222 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:17.685260 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8759ac9c-1355-4e1f-bff0-86c883d1c744 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:17.686758 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8759ac9c-1355-4e1f-bff0-86c883d1c744 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 809 time: 0.3297586 May 10 17:39:17.723715 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:17.730563 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-aed56039-b5e2-4910-a281-bec7b02b7ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:17.772393 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=79269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:39:17.795949 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-89dd0546-a4c4-4845-8c52-e6243863277a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58782f3819544b80ba307d8752e5eed9 HTTP/1.1" status: 200 len: 379 time: 0.0892425 May 10 17:39:17.796596 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d23a92-d963-44ae-a64f-449fc0e80f31,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:17.799810 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:17.806355 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:17.806355 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Added segment efe0e320-de44-48d9-89f4-245d5e607d8d of type vlan for network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 May 10 17:39:17.811812 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'port': {'device_id': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'admin_state_up': True, 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'security_groups': ['08bfdf45-4d30-445f-af89-8f2e8ce4a1e8']}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:17.953874 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:18.045031 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:18.066683 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:18.150103 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:18.156116 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:18.156709 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:18.164464 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-90d66b19-8fea-42ee-a929-34cd12a301ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:18.198662 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Made reservation on behalf of 58782f3819544b80ba307d8752e5eed9 for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:18.202075 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:18.344336 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2b7cdb-f204-4b48-8ce6-761a611ed797,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:18.348965 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:18.355145 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:39:18.399989 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969370df-2a3d-4f42-9534-48310c75f4a3 req-ccee5db8-7583-4a96-90ff-19b8832b42a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:18.401476 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-969370df-2a3d-4f42-9534-48310c75f4a3 req-ccee5db8-7583-4a96-90ff-19b8832b42a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.2934766 May 10 17:39:18.504279 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-969370df-2a3d-4f42-9534-48310c75f4a3 req-1f745543-ee62-4fad-b2da-2ad236fa8663 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951455 May 10 17:39:18.538968 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Allocated IP 172.20.0.3 (3207d7a0-10b3-4e43-9076-cab40864be26/51059e81-5b7c-422d-8c3f-94599a6a6e83/f3010d68-369d-4f9e-9071-c0fdc414b4cd) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:18.538968 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5722108 May 10 17:39:18.540423 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46562) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:18.544429 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Request body: {'subnet': {'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-956417992-subnet', 'tenant_id': '8c3c030d3c4f4475920c66bbddb6f3e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:18.549261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:18.554257 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Usage tracker for resource:subnet and tenant:8c3c030d3c4f4475920c66bbddb6f3e3 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:18.558444 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:18.579676 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:18.694826 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Made reservation on behalf of 8c3c030d3c4f4475920c66bbddb6f3e3 for: {'subnet': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:18.697597 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281990'] for subnet, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:19.005402 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:19.022183 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b73fe085-0fd2-4f40-939c-b9e5b411eafe req-f97e1d60-2ec7-46b0-85a2-a9da2187ebd9 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 210 time: 0.0895882 May 10 17:39:19.034956 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Transition to ACTIVE for port object f3010d68-369d-4f9e-9071-c0fdc414b4cd will not be triggered until provisioned by entity DHCP. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:19.199866 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:19.206026 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f0e2608e-e384-494e-8118-ec7591e66a64 tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:19.300354 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'Port': ['ID=f3010d68-369d-4f9e-9071-c0fdc414b4cd,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:19.312802 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:19.332449 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Network 3207d7a0-10b3-4e43-9076-cab40864be26 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:19.334134 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:19.337222 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:19.540426 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:19.541411 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:19.626915 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2221059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2282100'] for subnet, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:19.643376 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4581897a-5458-4b47-98ba-3e462de5a2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:19.683222 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8716447 May 10 17:39:19.745730 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bba17f-509f-410e-af46-be16cc6f7769,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:19.755457 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:19.762493 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Checking segment: {'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:19.770787 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Network hostable DHCP agents. Network: 9c2b7cdb-f204-4b48-8ce6-761a611ed797, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:39:19.799182 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-3a472beb-e583-403c-927b-7b6f78181f77 None None] Provisioning for port f3010d68-369d-4f9e-9071-c0fdc414b4cd completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:19.808577 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-3a472beb-e583-403c-927b-7b6f78181f77 None None] Provisioning complete for port f3010d68-369d-4f9e-9071-c0fdc414b4cd triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:19.809426 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a472beb-e583-403c-927b-7b6f78181f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:19.869335 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:39:19.904365 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977de40-cb02-43b1-a42d-5beeb94f6c90 req-fbc665d9-0806-4a17-96de-2a49a72b1158 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:19.905998 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8977de40-cb02-43b1-a42d-5beeb94f6c90 req-fbc665d9-0806-4a17-96de-2a49a72b1158 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.2026989 May 10 17:39:19.919255 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-3a472beb-e583-403c-927b-7b6f78181f77 None None] Port f3010d68-369d-4f9e-9071-c0fdc414b4cd cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:19.971585 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8977de40-cb02-43b1-a42d-5beeb94f6c90 req-5b34dd95-f016-4662-86a9-8e04b0a503f2 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540898 May 10 17:39:20.000130 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 9c2b7cdb-f204-4b48-8ce6-761a611ed797) {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:20.017391 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04b09e-2c57-4e4b-a889-88af449f4542 None None] Network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:20.030252 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:20.030252 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:20.206566 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-06c1d62c-6856-4c9c-a8fc-1add72c8312e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6594899 May 10 17:39:20.363350 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe64b1-4d27-4cd2-ac7e-d8bacbd02e12 req-2d05c2e5-40ae-43b3-b340-adb0fccbf1c5 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:20.364256 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-3cbe64b1-4d27-4cd2-ac7e-d8bacbd02e12 req-2d05c2e5-40ae-43b3-b340-adb0fccbf1c5 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Synchronizing usage tracker for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:20.382595 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d9d47-52bd-45fc-8268-5bfb0a345c8e None None] Network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:20.583077 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-3cbe64b1-4d27-4cd2-ac7e-d8bacbd02e12 req-2d05c2e5-40ae-43b3-b340-adb0fccbf1c5 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Unset dirty status for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:20.584610 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3cbe64b1-4d27-4cd2-ac7e-d8bacbd02e12 req-2d05c2e5-40ae-43b3-b340-adb0fccbf1c5 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 931 time: 0.4177639 May 10 17:39:20.650280 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3cbe64b1-4d27-4cd2-ac7e-d8bacbd02e12 req-61fa2ffb-e293-4515-adb7-73b554fa8e3d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594547 May 10 17:39:21.242014 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511d706-8462-428d-92a4-7be2e78e8f8f req-bc5fd3f0-e076-4286-a62d-51de6954f52d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:21.244227 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7511d706-8462-428d-92a4-7be2e78e8f8f req-bc5fd3f0-e076-4286-a62d-51de6954f52d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1096311 May 10 17:39:21.311269 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7511d706-8462-428d-92a4-7be2e78e8f8f req-b9aedada-f022-4204-ad22-1bff61306c11 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611117 May 10 17:39:21.881939 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf3d4-2f79-4141-a8be-01e05e17797c req-9e73b0fa-20bd-4ac1-ba5e-9b0ac934b12c tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:21.888224 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-44aaf3d4-2f79-4141-a8be-01e05e17797c req-9e73b0fa-20bd-4ac1-ba5e-9b0ac934b12c tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 931 time: 0.1085641 May 10 17:39:21.939335 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-44aaf3d4-2f79-4141-a8be-01e05e17797c req-acb14902-726c-430b-9f41-86f246d1eb15 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451658 May 10 17:39:22.535633 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412824-5129-4068-8899-789c8d85dc82 req-b7852b0f-e46f-4565-96a6-eef979836c50 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:22.537174 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e4412824-5129-4068-8899-789c8d85dc82 req-b7852b0f-e46f-4565-96a6-eef979836c50 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.0884335 May 10 17:39:22.611382 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e4412824-5129-4068-8899-789c8d85dc82 req-f6fb98ff-7179-4676-a43a-097e3950d5e9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673800 May 10 17:39:23.161045 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64604a7e-76d4-42ae-b7b8-d8990f9fa00f req-1a207074-3e9e-4212-acf5-6a47e4709c3f tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:23.162603 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-64604a7e-76d4-42ae-b7b8-d8990f9fa00f req-1a207074-3e9e-4212-acf5-6a47e4709c3f tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 931 time: 0.0928655 May 10 17:39:23.225594 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-64604a7e-76d4-42ae-b7b8-d8990f9fa00f req-9bccf6c3-a363-415a-b6bd-9f610864155c tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501745 May 10 17:39:24.134366 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c6b59-c639-49a4-97c4-a2e387cadaf9 req-f9744be9-008e-4f17-9196-a10096e3d57a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:24.135971 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-135c6b59-c639-49a4-97c4-a2e387cadaf9 req-f9744be9-008e-4f17-9196-a10096e3d57a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1481683 May 10 17:39:24.186970 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-135c6b59-c639-49a4-97c4-a2e387cadaf9 req-1c9ad6a3-f098-40b3-a56b-2364a70e2c32 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447576 May 10 17:39:24.455708 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958310b5-43df-4064-b5f3-389da83a9014 req-82a611cc-354e-4187-872b-4edd555e4aca tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:24.457311 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-958310b5-43df-4064-b5f3-389da83a9014 req-82a611cc-354e-4187-872b-4edd555e4aca tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 931 time: 0.0914862 May 10 17:39:24.531165 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-958310b5-43df-4064-b5f3-389da83a9014 req-98551504-4dfe-4c92-b489-d09809a72f19 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672612 May 10 17:39:24.814843 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46682) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:24.936174 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-cfe76117-bdcf-42fc-a4e8-8db840ce4f74 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:24.936824 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-cfe76117-bdcf-42fc-a4e8-8db840ce4f74 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Synchronizing usage tracker for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:network {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:25.001398 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.019970 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:25.024534 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc2da0c0be849c69db2dc691a22afba is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:25.027640 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:25.033396 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:25.061825 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-cfe76117-bdcf-42fc-a4e8-8db840ce4f74 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Unset dirty status for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:network {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:25.063098 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-cfe76117-bdcf-42fc-a4e8-8db840ce4f74 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/networks?id=9c2b7cdb-f204-4b48-8ce6-761a611ed797 HTTP/1.1" status: 200 len: 813 time: 0.3163185 May 10 17:39:25.086173 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-8ab6bce1-a276-4cb0-af81-c87505eb4d1f tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/quotas/8c3c030d3c4f4475920c66bbddb6f3e3 HTTP/1.1" status: 200 len: 375 time: 0.0163291 May 10 17:39:25.123612 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.143055 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-5920b411-dfbc-4173-9db8-5ee7265ffa81 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557950 May 10 17:39:25.292036 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.298062 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-9efc5c60-ec52-4173-a1be-6ae17fa41750 service neutron] 10.222.0.21 "GET /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540990 May 10 17:39:25.329121 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3271abe5-cd18-4988-b63b-4b534442fac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:25.363685 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fc2da0c0be849c69db2dc691a22afba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473397 May 10 17:39:25.364593 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46698) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:25.365450 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fdbb84-71c7-4571-980d-52b1aed1228a,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:25.370879 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:25.488380 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bd695720-3781-412f-a078-aff0efeba7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.519707 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bd695720-3781-412f-a078-aff0efeba7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.592922 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457b103-3ca6-4508-b0b5-894f197653f0 req-f750c638-5b21-453a-ad77-3c4320b94762 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:25.609377 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2457b103-3ca6-4508-b0b5-894f197653f0 req-f750c638-5b21-453a-ad77-3c4320b94762 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1921201 May 10 17:39:25.643985 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-187fbb3c-a59d-4f4f-ae18-618cb2159888 service neutron] 10.222.0.21 "GET /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345177 May 10 17:39:25.674928 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2457b103-3ca6-4508-b0b5-894f197653f0 req-2429d23b-4873-4a73-8d9f-89fd1cd90c01 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645719 May 10 17:39:25.886079 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a2b0a-14c1-4da9-9f02-582fe00a1f52 req-82bf419d-d118-493b-8580-8d741eed590e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:25.892902 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a24a2b0a-14c1-4da9-9f02-582fe00a1f52 req-82bf419d-d118-493b-8580-8d741eed590e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 931 time: 0.0909047 May 10 17:39:25.938112 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a24a2b0a-14c1-4da9-9f02-582fe00a1f52 req-f19551ff-2b60-4e54-bbcf-f75238cb1ec7 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439627 May 10 17:39:26.256182 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bd695720-3781-412f-a078-aff0efeba7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.260801 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:26.272914 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd695720-3781-412f-a078-aff0efeba7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fdbb84-71c7-4571-980d-52b1aed1228a,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:26.276269 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bd695720-3781-412f-a078-aff0efeba7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:26.283710 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bd695720-3781-412f-a078-aff0efeba7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.288281 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-bd695720-3781-412f-a078-aff0efeba7bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58fdbb84-71c7-4571-980d-52b1aed1228a HTTP/1.1" status: 204 len: 168 time: 0.9159305 May 10 17:39:26.463180 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ac21004b-81a2-4eae-8f8a-8dea9d1c89cc req-e1cb7b5f-dd87-4b6c-ae29-36d032c4bfdf tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 210 time: 0.0553675 May 10 17:39:26.970510 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1e0f-7e36-4aed-8d35-ebc8ccfb915e req-6a6be75e-8a54-40e7-9030-aa123649bca4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:26.975158 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-49af1e0f-7e36-4aed-8d35-ebc8ccfb915e req-6a6be75e-8a54-40e7-9030-aa123649bca4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1020982 May 10 17:39:27.080073 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-49af1e0f-7e36-4aed-8d35-ebc8ccfb915e req-6feba45d-b348-48e4-a2b3-6f7023434d63 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965996 May 10 17:39:27.265549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46728) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:27.285773 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.311006 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f3747-66a5-4724-afc9-9ed6befad8ab req-e0f1f71a-b3c4-4f5e-8710-17dd6dcaa568 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:27.319171 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-134f3747-66a5-4724-afc9-9ed6befad8ab req-e0f1f71a-b3c4-4f5e-8710-17dd6dcaa568 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 931 time: 0.2105906 May 10 17:39:27.322787 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:27.327964 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b131f09bad3f4a8188c3bdb805102d61 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:27.346230 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:27.353178 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:27.379402 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-134f3747-66a5-4724-afc9-9ed6befad8ab req-030f001e-fe56-46de-940f-6bf6907c6773 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589740 May 10 17:39:27.499992 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.573285 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d5b67baa-3ff4-4aaa-a517-1b9ff64bb6ae req-54dad491-8d5a-4e11-b62d-126acc62e4bb tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 210 time: 0.0465729 May 10 17:39:27.736037 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.744966 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-178a91f8-70cc-4abf-b7af-b7dba5cdac73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:27.840381 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b131f09bad3f4a8188c3bdb805102d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734296 May 10 17:39:27.845157 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46740) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:27.853237 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fece63-b452-4cda-8551-634da1f71d71,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:27.861063 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:27.943682 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-be659319-6516-4d91-b2c5-bcc31de49381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:27.973711 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-be659319-6516-4d91-b2c5-bcc31de49381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.107700 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-be659319-6516-4d91-b2c5-bcc31de49381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.113957 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-232939b2-32cc-4433-af30-6606c08bb317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:28.130121 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be659319-6516-4d91-b2c5-bcc31de49381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fece63-b452-4cda-8551-634da1f71d71,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:28.145828 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-be659319-6516-4d91-b2c5-bcc31de49381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:28.145828 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-be659319-6516-4d91-b2c5-bcc31de49381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.145828 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-be659319-6516-4d91-b2c5-bcc31de49381 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54fece63-b452-4cda-8551-634da1f71d71 HTTP/1.1" status: 204 len: 168 time: 0.2965281 May 10 17:39:28.346815 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1eb79-bc76-4554-8c54-b57260a2731d req-38db97a6-c375-4a26-a7ef-cf8615d72e89 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:28.348240 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8df1eb79-bc76-4554-8c54-b57260a2731d req-38db97a6-c375-4a26-a7ef-cf8615d72e89 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.0882792 May 10 17:39:28.401488 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8df1eb79-bc76-4554-8c54-b57260a2731d req-c2e8c2bf-0348-4294-9155-ec9a4e306ae5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455856 May 10 17:39:28.602976 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41c416-c2f4-4d57-a68a-87c66e42656d req-5395b0af-3deb-4aa8-a27b-63f428418a67 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:28.604417 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9c41c416-c2f4-4d57-a68a-87c66e42656d req-5395b0af-3deb-4aa8-a27b-63f428418a67 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 931 time: 0.0834403 May 10 17:39:28.649991 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.667388 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9c41c416-c2f4-4d57-a68a-87c66e42656d req-e73f4437-ec27-4865-9dd2-0334728effb1 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514433 May 10 17:39:28.757493 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c23bff45-0cd8-4577-9706-66b8bc84ec81 req-0fb39eeb-cbc7-47d9-b5f9-81214fcf27f6 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 210 time: 0.0468562 May 10 17:39:29.271337 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Request body: {'port': {'device_id': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:29.393707 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:29.733227 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c22e8-8a2d-40b1-a6ab-0ee519a73776 req-08d3f9e2-87e6-4a3c-8735-b1bce115b2b3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:29.735124 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-729c22e8-8a2d-40b1-a6ab-0ee519a73776 req-08d3f9e2-87e6-4a3c-8735-b1bce115b2b3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.2120271 May 10 17:39:29.812963 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-729c22e8-8a2d-40b1-a6ab-0ee519a73776 req-57b1954c-76e1-4c32-a726-17f606219a8a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557737 May 10 17:39:30.006265 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3010d68-369d-4f9e-9071-c0fdc414b4cd {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:30.012414 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e2090968-5e75-45c3-b9d4-ca37453338a0 req-8972768e-18c4-4c05-abd4-defdc811fa30 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 210 time: 0.0584579 May 10 17:39:30.017388 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.038935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Transition to ACTIVE for port object f3010d68-369d-4f9e-9071-c0fdc414b4cd will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:30.067410 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7b456-7c4c-418d-86e3-76a9431fabbc req-c80aa5d9-eee5-4098-a080-8549b6f60012 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:30.069853 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c6d7b456-7c4c-418d-86e3-76a9431fabbc req-c80aa5d9-eee5-4098-a080-8549b6f60012 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 931 time: 0.2272484 May 10 17:39:30.126298 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c6d7b456-7c4c-418d-86e3-76a9431fabbc req-9199ac5f-6be5-4443-b3da-1244188ba7fb tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499866 May 10 17:39:30.192133 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.200795 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-66014aca-fa75-453e-af76-6a59a81b8358 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:30.404852 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Pushing event updated for resources: {'Port': ['ID=f3010d68-369d-4f9e-9071-c0fdc414b4cd,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:30.419479 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:30.477506 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-266d0363-2657-4405-9de2-8917fa548ecc tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71014207&fields=id&tenant_id=0e811ab0b9c649df8f1a638634e9c26a HTTP/1.1" status: 200 len: 267 time: 0.1589906 May 10 17:39:30.681557 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Attempting to bind port f3010d68-369d-4f9e-9071-c0fdc414b4cd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:30.681557 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Attempting to bind port f3010d68-369d-4f9e-9071-c0fdc414b4cd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:30.682147 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Attempting to bind port f3010d68-369d-4f9e-9071-c0fdc414b4cd on network 3207d7a0-10b3-4e43-9076-cab40864be26 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:30.697125 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Port f3010d68-369d-4f9e-9071-c0fdc414b4cd on network 3207d7a0-10b3-4e43-9076-cab40864be26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:39:30.701523 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Attempting to bind port f3010d68-369d-4f9e-9071-c0fdc414b4cd on network 3207d7a0-10b3-4e43-9076-cab40864be26 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:30.716247 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:30.716539 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Checking segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:30.716966 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Bound using segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:30.717415 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Bound port: f3010d68-369d-4f9e-9071-c0fdc414b4cd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:30.717755 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:30.801897 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-ca60209c-42b3-43e1-a2e5-4f3a9eea92df tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:30.803307 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-ca60209c-42b3-43e1-a2e5-4f3a9eea92df tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/networks?id=2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 200 len: 808 time: 0.3169386 May 10 17:39:30.847283 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-c596ae93-01ef-40a0-b68c-432106c35c31 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/quotas/0e811ab0b9c649df8f1a638634e9c26a HTTP/1.1" status: 200 len: 375 time: 0.0359132 May 10 17:39:30.855206 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] For port f3010d68-369d-4f9e-9071-c0fdc414b4cd, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:30.858907 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] For port f3010d68-369d-4f9e-9071-c0fdc414b4cd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:30.947913 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-ca09940d-e87a-4eb8-8ec9-8e194de26336 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Synchronizing usage tracker for tenant:0e811ab0b9c649df8f1a638634e9c26a on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:31.005552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:31.012110 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-76b2c1ca-b269-4fc4-8d3a-3f851d5faef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:31.077821 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:31.078543 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:31.079915 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 200 len: 1093 time: 1.8145432 May 10 17:39:31.080444 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'tag': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:31.121580 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Pushing event updated for resources: {'Port': ['ID=f3010d68-369d-4f9e-9071-c0fdc414b4cd,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:31.125596 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:31.147833 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2907e-3ac8-4513-b1b0-68107fc2c04c req-f44857ba-f5f2-4e64-9e4c-e41d3928e8f3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:31.150079 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-abb2907e-3ac8-4513-b1b0-68107fc2c04c req-f44857ba-f5f2-4e64-9e4c-e41d3928e8f3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.1980000 May 10 17:39:31.188698 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-ca09940d-e87a-4eb8-8ec9-8e194de26336 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Unset dirty status for tenant:0e811ab0b9c649df8f1a638634e9c26a on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:31.192243 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-ca09940d-e87a-4eb8-8ec9-8e194de26336 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3374248 May 10 17:39:31.342477 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-abb2907e-3ac8-4513-b1b0-68107fc2c04c req-ef119caf-3380-4139-aebd-ec31d6281dd0 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861641 May 10 17:39:31.444431 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46812) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:31.599594 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-815c5dd4-33b9-4bf0-b4cf-323f908907c7 req-6a6dc004-9a4d-461e-b739-be1517513097 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 210 time: 0.1235101 May 10 17:39:31.602710 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-e7c2261b-19af-47f2-bf15-0bf2819296bb service neutron] 10.222.0.21 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932810 May 10 17:39:31.625938 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-2d93b131-ac8b-4b94-ad45-6696c605b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:31.628691 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-2d93b131-ac8b-4b94-ad45-6696c605b9f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 1096 time: 0.3867874 May 10 17:39:31.674198 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'tag': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'status': 'completed', 'code': 200} May 10 17:39:31.751701 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:31.865405 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-7cc21c0f-8534-4eb9-b5f7-f130a801e830 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 200 len: 217 time: 0.1982837 May 10 17:39:31.877014 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:31.930563 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Usage tracker for resource:security_group_rule and tenant:dc88d2f8d7db4eedbde35921e98aa218 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:31.937897 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:31.960801 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:31.965804 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-e9517932-6236-4d0a-97cd-b34e6cc7013d tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:31.968081 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-e9517932-6236-4d0a-97cd-b34e6cc7013d tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.39 "GET /v2.0/networks?id=9c2b7cdb-f204-4b48-8ce6-761a611ed797 HTTP/1.1" status: 200 len: 813 time: 0.3168085 May 10 17:39:32.013818 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-de63f4a5-c7f8-4497-8a03-f6e6c161f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:32.015381 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-de63f4a5-c7f8-4497-8a03-f6e6c161f12e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.1397510 May 10 17:39:32.029968 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-5197d895-12db-453e-889d-ce555217f98c service neutron] 10.222.0.21 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969150 May 10 17:39:32.031928 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Request body: {'port': {'device_id': '930d064e-5cd1-4bef-8742-aff8028dd43d', 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797', 'admin_state_up': True, 'tenant_id': '8c3c030d3c4f4475920c66bbddb6f3e3'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:32.188085 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:32.190977 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35272136-304a-437e-bcc8-0a87c9cce5ec req-6c2c1db0-ab6e-4352-a679-d3555d5415cd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:32.192642 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Usage tracker for resource:port and tenant:8c3c030d3c4f4475920c66bbddb6f3e3 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:32.196320 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:32.199729 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35272136-304a-437e-bcc8-0a87c9cce5ec req-6c2c1db0-ab6e-4352-a679-d3555d5415cd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 943 time: 0.3829992 May 10 17:39:32.202456 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:32.269350 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-bf11a86c-0ae0-485e-820b-82d25260e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:32.270976 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-bf11a86c-0ae0-485e-820b-82d25260e1d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 1097 time: 0.2747273 May 10 17:39:32.292732 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:39:32.295583 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-f63136a2-2977-4486-b859-f3007beecbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:32.297464 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-f63136a2-2977-4486-b859-f3007beecbb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2704070 May 10 17:39:32.311557 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35272136-304a-437e-bcc8-0a87c9cce5ec req-ccae6167-53e2-43a5-ae4d-56b19edea5b2 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101656 May 10 17:39:32.328476 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Made reservation on behalf of 8c3c030d3c4f4475920c66bbddb6f3e3 for: {'port': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:32.332325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.368737 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.483055 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.487905 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:32.495074 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:32.508803 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'port_id': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'mac_address': 'fa:16:3e:79:04:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:39:32.569404 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.592120 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dffd4d1-e8ac-4126-b215-34b58d0c24cc {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:32.603324 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-8c3ed53c-3865-4b52-9229-eaacd73777bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:32.604794 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-8c3ed53c-3865-4b52-9229-eaacd73777bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 917 time: 0.3091607 May 10 17:39:32.611005 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:32.680598 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-d8750c56-78e0-4cc0-9dd6-a884aadeaca7 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490634 May 10 17:39:32.686583 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc88d2f8d7db4eedbde35921e98aa218&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2356908 May 10 17:39:32.689373 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6987873-8dd3-4c06-81fb-5e9095587161,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:32.697261 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46832) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:32.729009 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.731484 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:32.752791 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.753230 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.754218 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.754218 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.754218 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.754711 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.754883 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.755219 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.755789 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.755979 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.756221 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.756545 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:32.771860 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:32.785431 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Allocated IP 172.20.0.10 (9c2b7cdb-f204-4b48-8ce6-761a611ed797/35bba17f-509f-410e-af46-be16cc6f7769/43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:32.791542 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-480d3c22-f158-434a-94e2-a35558e245ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc HTTP/1.1" status: 200 len: 999 time: 0.1535094 May 10 17:39:32.875961 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=9']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:32.883927 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:32.962564 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1bbc9-3de0-472f-a595-d8f34b3c4b69 req-5d121244-7e8e-426a-a78d-12291beea2aa tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:32.964031 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-39b1bbc9-3de0-472f-a595-d8f34b3c4b69 req-5d121244-7e8e-426a-a78d-12291beea2aa tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 944 time: 0.4325759 May 10 17:39:32.970134 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-268ba336-7fec-4c61-bad8-efb984855130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:32.972545 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-268ba336-7fec-4c61-bad8-efb984855130 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.1733828 May 10 17:39:32.974391 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-cfddf50b-6c5c-4ee3-b304-b2738149e670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:32.997279 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-66283eb0-9122-4940-b908-5fe8c923aa70 req-53752361-4265-4f8c-acf5-7f723abafb65 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019762 May 10 17:39:33.079448 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['7dffd4d1-e8ac-4126-b215-34b58d0c24cc'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:33.280727 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.316230 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-cb84236d-bf4a-474d-ac07-c5095c323fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:33.318367 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-cb84236d-bf4a-474d-ac07-c5095c323fce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3345897 May 10 17:39:33.321837 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0f1c5a80-194d-4f5e-bb6d-58588f1533da req-7dba0d5b-36e5-4360-96cc-2e94c2609d43 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 210 time: 0.1209834 May 10 17:39:33.326610 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-cfddf50b-6c5c-4ee3-b304-b2738149e670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.369301 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-39b1bbc9-3de0-472f-a595-d8f34b3c4b69 req-ae496adf-1eba-4166-be25-46c98740818a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3964577 May 10 17:39:33.460730 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-65a01e45-7a32-4b2f-a783-4c3123cdd053 req-61fd48f2-1d00-4a8c-8d39-7d59b506a181 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 210 time: 0.0732346 May 10 17:39:33.487306 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-1ba61a16-590c-46bb-aefa-5120f1fb97aa service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564608 May 10 17:39:33.488734 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-cf96b3c1-438e-4f91-9c9a-49ac53e0d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:33.490328 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-cf96b3c1-438e-4f91-9c9a-49ac53e0d154 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 1096 time: 0.2329051 May 10 17:39:33.579774 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.595532 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-041ee7ae-e0dd-4c8f-8473-5a4a14b433bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:33.619989 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-cfddf50b-6c5c-4ee3-b304-b2738149e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.626204 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-be659319-6516-4d91-b2c5-bcc31de49381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:33.652302 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddf50b-6c5c-4ee3-b304-b2738149e670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6987873-8dd3-4c06-81fb-5e9095587161,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:33.660195 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-cfddf50b-6c5c-4ee3-b304-b2738149e670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:33.674249 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-cfddf50b-6c5c-4ee3-b304-b2738149e670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.678665 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-cfddf50b-6c5c-4ee3-b304-b2738149e670 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6987873-8dd3-4c06-81fb-5e9095587161 HTTP/1.1" status: 204 len: 168 time: 0.9777389 May 10 17:39:33.704420 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:33.712753 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:33.740289 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-06edea24-1717-4c57-89a3-6603ead12a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:33.740487 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:33.740584 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-06edea24-1717-4c57-89a3-6603ead12a37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 910 time: 0.2383008 May 10 17:39:33.746726 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45036fc-718c-414e-99d5-17303e14605f req-2fd3faec-ab50-4f9f-a399-22e4aef3175b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:33.748588 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d45036fc-718c-414e-99d5-17303e14605f req-2fd3faec-ab50-4f9f-a399-22e4aef3175b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 943 time: 0.2511249 May 10 17:39:33.781993 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Pushing event updated for resources: {'Port': ['ID=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:33.799136 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-69ad67e2-8a80-4209-8dda-d3a4976dd15d req-3840b980-9180-4df7-91f0-cf5a128e7efd service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999024 May 10 17:39:33.808795 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.809165 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.809598 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.809955 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.810304 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.811008 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.811157 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.811410 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.811788 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.812124 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.812466 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.812798 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:33.822897 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:33.854332 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:33.855037 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:33.860716 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-3891207e-433b-427f-a62a-348aea4c8099 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 200 len: 217 time: 0.1109023 May 10 17:39:33.977329 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d45036fc-718c-414e-99d5-17303e14605f req-a1a3d0c1-299e-4acf-b43b-49bf2fbc4592 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753185 May 10 17:39:34.001755 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-6473d829-a191-4f4c-96e7-ea8c43fbc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:34.004316 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-6473d829-a191-4f4c-96e7-ea8c43fbc02d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.1204715 May 10 17:39:34.020754 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0255201 May 10 17:39:34.043863 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Request body: {'port': {'device_id': '930d064e-5cd1-4bef-8742-aff8028dd43d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:34.110055 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-afc2ddb0-427f-4cad-9789-630aee7c4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:34.111628 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-afc2ddb0-427f-4cad-9789-630aee7c4e87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922873 May 10 17:39:34.189904 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.295289 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-6170495b-7393-4239-895b-9ac015bd3f8c service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736636 May 10 17:39:34.309154 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:34.394349 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:34.394935 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.556832 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:39:34.586178 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4511684c-b7df-4591-bf79-c5a624cd89b1 req-5254bf71-9c29-4d80-a975-aa96b124cba6 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796953 May 10 17:39:34.588298 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.625370 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:34.626528 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:34.655346 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d7ede-3dbc-41df-9e58-6810a46e1136 req-f5458ff9-b439-44cc-a5eb-64e963c5abd9 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:34.656881 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-028d7ede-3dbc-41df-9e58-6810a46e1136 req-f5458ff9-b439-44cc-a5eb-64e963c5abd9 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 932 time: 0.1834795 May 10 17:39:34.672967 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 46860) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:34.690893 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a1a03-8428-41d9-a4ab-f5523b2bd97d req-9b52282d-4eac-42a2-b6b1-5db180aee037 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:34.692358 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-394a1a03-8428-41d9-a4ab-f5523b2bd97d req-9b52282d-4eac-42a2-b6b1-5db180aee037 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 945 time: 0.1464436 May 10 17:39:34.706665 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.719024 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.721082 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:34.726641 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:34.732427 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Usage tracker for resource:security_group_rule and tenant:de3f4149c7004f81848b10d4bb613281 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:34.736717 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:34.743912 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-028d7ede-3dbc-41df-9e58-6810a46e1136 req-3ebba3b2-02f5-410e-95f2-150af3319d98 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Synchronizing usage tracker for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:security_group {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:34.747713 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:34.776934 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-394a1a03-8428-41d9-a4ab-f5523b2bd97d req-da9891fa-8b5a-40df-a74f-acf243cdf1eb tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760350 May 10 17:39:34.821784 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=10']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:34.825185 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:34.848498 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 {{(pid=79268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:34.858908 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.868043 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-028d7ede-3dbc-41df-9e58-6810a46e1136 req-3ebba3b2-02f5-410e-95f2-150af3319d98 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Unset dirty status for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:security_group {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:34.869233 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-028d7ede-3dbc-41df-9e58-6810a46e1136 req-3ebba3b2-02f5-410e-95f2-150af3319d98 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049611 May 10 17:39:34.884838 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Transition to ACTIVE for port object 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 will not be triggered until provisioned by entity L2. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:34.941189 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'code': 200} May 10 17:39:34.945980 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c426664a-5960-4835-b7fd-3496aa4f72ff req-34f7f62e-85e9-44e0-b61a-0609f8cc8ded tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 210 time: 0.0529726 May 10 17:39:34.950277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:34.998298 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.003326 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:35.113560 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.197950 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Pushing event updated for resources: {'Port': ['ID=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:35.208693 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:35.209204 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-63d6c01e-c79d-4e1f-b6ac-be39f4957e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:35.211998 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237feb20-9b57-4782-9d3d-ddd88a80a184 req-197bcd38-4128-4c71-80a4-fc324f5c93cc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.214354 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-237feb20-9b57-4782-9d3d-ddd88a80a184 req-197bcd38-4128-4c71-80a4-fc324f5c93cc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 943 time: 0.0991898 May 10 17:39:35.218600 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de3f4149c7004f81848b10d4bb613281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445044 May 10 17:39:35.223170 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 46866) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:35.282807 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef224feb-1223-4cb2-bc11-3e8f1e08a27e,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:35.292674 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:35.320543 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Attempting to bind port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:35.320895 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Attempting to bind port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:35.321235 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Attempting to bind port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 on network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:35.327914 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 on network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:39:35.328522 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Attempting to bind port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 on network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:35.334274 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:35.334737 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Checking segment: {'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:35.335051 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Bound using segment: {'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:35.336073 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Bound port: 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'}}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:35.336526 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.345531 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-237feb20-9b57-4782-9d3d-ddd88a80a184 req-1596a862-420e-45eb-948a-b6c83ad37d1d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175420 May 10 17:39:35.371993 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f71043b2-6f17-4d04-b79a-f65f1418861f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.402908 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f71043b2-6f17-4d04-b79a-f65f1418861f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.444698 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] For port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1, host hv-cinder-78638, cleared binding levels {{(pid=79268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:35.449210 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] For port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:35.465525 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b2d3304-4e94-4811-a257-2dac8d2914fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.644717 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.649380 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:35.690997 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f71043b2-6f17-4d04-b79a-f65f1418861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.698689 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-c8f84f6d-3031-427a-9e6f-31809008c2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:35.718131 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.718863 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.720352 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] 10.222.0.39 "PUT /v2.0/ports/43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 HTTP/1.1" status: 200 len: 1094 time: 1.6813917 May 10 17:39:35.720850 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930d064e-5cd1-4bef-8742-aff8028dd43d', 'tag': '43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:35.721152 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71043b2-6f17-4d04-b79a-f65f1418861f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef224feb-1223-4cb2-bc11-3e8f1e08a27e,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:35.724906 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f71043b2-6f17-4d04-b79a-f65f1418861f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:35.726918 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f71043b2-6f17-4d04-b79a-f65f1418861f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:35.755353 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f71043b2-6f17-4d04-b79a-f65f1418861f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef224feb-1223-4cb2-bc11-3e8f1e08a27e HTTP/1.1" status: 204 len: 168 time: 0.5289114 May 10 17:39:35.755876 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Pushing event updated for resources: {'Port': ['ID=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,revision_number=3']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:35.767383 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:35.820337 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930d064e-5cd1-4bef-8742-aff8028dd43d', 'tag': '43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1', 'status': 'completed', 'code': 200} May 10 17:39:35.972266 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aac166-ae87-47cb-806a-623e4d0323b4 req-b3afc813-2b38-4731-b5e7-2bb5303d548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:35.976930 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-32aac166-ae87-47cb-806a-623e4d0323b4 req-b3afc813-2b38-4731-b5e7-2bb5303d548e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 1100 time: 0.1147635 May 10 17:39:36.041616 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-32aac166-ae87-47cb-806a-623e4d0323b4 req-6c7420da-226a-4b78-b96f-7477157154bf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575228 May 10 17:39:36.184630 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984adfa-64ed-4b42-a75c-5cf81ed64226 req-9372694a-5997-4d35-9875-1a7b9102bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:36.186039 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2984adfa-64ed-4b42-a75c-5cf81ed64226 req-9372694a-5997-4d35-9875-1a7b9102bd69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 1097 time: 0.3195145 May 10 17:39:36.213370 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a83c6-bad2-4c45-88ee-957e5ae3800c req-9114679b-dcda-417d-bc52-71a541214041 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:36.215003 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2f6a83c6-bad2-4c45-88ee-957e5ae3800c req-9114679b-dcda-417d-bc52-71a541214041 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 947 time: 0.2843041 May 10 17:39:36.251845 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b0277-dbd0-4080-badd-55d852ddab50 req-c78f1c6e-4d63-4673-91cc-1de00a37bf49 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:36.253393 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8e8b0277-dbd0-4080-badd-55d852ddab50 req-c78f1c6e-4d63-4673-91cc-1de00a37bf49 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 944 time: 0.2548890 May 10 17:39:36.299148 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2f6a83c6-bad2-4c45-88ee-957e5ae3800c req-5645324c-8fe7-455c-ae6d-a86a87257b34 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755973 May 10 17:39:36.306958 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device f3010d68-369d-4f9e-9071-c0fdc414b4cd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:39:36.328991 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8e8b0277-dbd0-4080-badd-55d852ddab50 req-584e93c5-5b19-4072-a5fc-20812d102bce tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584085 May 10 17:39:36.576696 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port f3010d68-369d-4f9e-9071-c0fdc414b4cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:36.621230 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'port_id': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'mac_address': 'fa:16:3e:1d:e6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:39:36.673853 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984adfa-64ed-4b42-a75c-5cf81ed64226 req-47a9e2b5-a258-459d-94d2-32b9ab037949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:36.677331 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2984adfa-64ed-4b42-a75c-5cf81ed64226 req-47a9e2b5-a258-459d-94d2-32b9ab037949 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2752101 May 10 17:39:36.765731 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.799125 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3010d68-369d-4f9e-9071-c0fdc414b4cd {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:36.828008 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-b37ea38a-8827-4e0b-97ee-edcd8eb57c68 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:36.829612 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-b37ea38a-8827-4e0b-97ee-edcd8eb57c68 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Synchronizing usage tracker for tenant:0e811ab0b9c649df8f1a638634e9c26a on resource:network {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:36.834630 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port f3010d68-369d-4f9e-9071-c0fdc414b4cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:36.936774 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:36.938151 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-b37ea38a-8827-4e0b-97ee-edcd8eb57c68 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Unset dirty status for tenant:0e811ab0b9c649df8f1a638634e9c26a on resource:network {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:36.940314 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:36.943156 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-b37ea38a-8827-4e0b-97ee-edcd8eb57c68 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.39 "GET /v2.0/networks?id=2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 200 len: 808 time: 0.5384519 May 10 17:39:36.981507 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-46b77cac-362b-4efa-8f94-3723ede13c81 req-544e13a6-e856-4d65-a2c8-af5c1c1c284d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 210 time: 0.1153338 May 10 17:39:37.098172 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984adfa-64ed-4b42-a75c-5cf81ed64226 req-affc5340-2834-4b2b-a3c1-931e93d43cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:37.099995 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2984adfa-64ed-4b42-a75c-5cf81ed64226 req-affc5340-2834-4b2b-a3c1-931e93d43cf6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4134762 May 10 17:39:37.101173 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-7f5be4e7-98c2-47d0-8294-137a5783e0c1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Synchronizing usage tracker for tenant:0e811ab0b9c649df8f1a638634e9c26a on resource:security_group {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:37.144696 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=f3010d68-369d-4f9e-9071-c0fdc414b4cd,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:37.156878 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bea54-b220-4a44-be71-e0852156edb6 req-99a6c7bd-06fc-4d70-85bf-ddce7c42b6f8 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:37.158899 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e19bea54-b220-4a44-be71-e0852156edb6 req-99a6c7bd-06fc-4d70-85bf-ddce7c42b6f8 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 944 time: 0.2939754 May 10 17:39:37.169890 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:37.193231 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-7f5be4e7-98c2-47d0-8294-137a5783e0c1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Unset dirty status for tenant:0e811ab0b9c649df8f1a638634e9c26a on resource:security_group {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:37.195545 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-7f5be4e7-98c2-47d0-8294-137a5783e0c1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e811ab0b9c649df8f1a638634e9c26a HTTP/1.1" status: 200 len: 378 time: 0.2308731 May 10 17:39:37.207400 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'port': {'device_id': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'admin_state_up': True, 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'security_groups': ['7bf72673-9ce2-46d8-b103-c813030a5afe']}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:37.321315 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['f3010d68-369d-4f9e-9071-c0fdc414b4cd'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:37.333623 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e19bea54-b220-4a44-be71-e0852156edb6 req-2209b23e-c523-4e91-8fab-406d8fbffd3e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574814 May 10 17:39:37.420896 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4e9720da-df1b-48b2-a2e5-1a60594e03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:37.426319 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4e9720da-df1b-48b2-a2e5-1a60594e03c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 1097 time: 0.2040102 May 10 17:39:37.511795 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:37.525483 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:37.653990 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-d7f98138-4588-4b0f-81c6-d3cb0b6148ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 HTTP/1.1" status: 200 len: 217 time: 0.2123179 May 10 17:39:37.660284 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Made reservation on behalf of 0e811ab0b9c649df8f1a638634e9c26a for: {'port': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:37.665873 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:37.830214 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-88679dcc-214f-4e07-a52e-a21301d64097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:37.831955 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-88679dcc-214f-4e07-a52e-a21301d64097 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35bba17f-509f-410e-af46-be16cc6f7769 HTTP/1.1" status: 200 len: 853 time: 0.1388972 May 10 17:39:37.926571 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-00a8daa5-f01b-4243-b8c4-51ddffc3425b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b7cdb-f204-4b48-8ce6-761a611ed797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868118 May 10 17:39:38.002267 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b72e-a4e2-4bad-bbf8-a33adccb3292 req-d5929cda-a2ad-44e4-8dac-e158a09c3271 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:38.011172 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4d57b72e-a4e2-4bad-bbf8-a33adccb3292 req-d5929cda-a2ad-44e4-8dac-e158a09c3271 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 944 time: 0.3157408 May 10 17:39:38.031696 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6ef795b6-7d59-4b73-b0a2-0f1bfa08f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.078323 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Allocated IP 172.20.0.5 (2dbf3fad-4a84-4b00-9789-42cd63b2a873/b1130792-4d23-4cdf-b8d5-193a7a022103/efd7c86d-522b-47cc-aeb2-7e8b50d2eb45) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:38.176852 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bef7d4-fa12-4c35-834d-25681c4fc18b req-3aa305b7-e8fd-42f9-8bdf-31ff5e996b01 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:38.178736 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-69bef7d4-fa12-4c35-834d-25681c4fc18b req-3aa305b7-e8fd-42f9-8bdf-31ff5e996b01 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 947 time: 0.5236444 May 10 17:39:38.291374 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4d57b72e-a4e2-4bad-bbf8-a33adccb3292 req-b1b1c18a-cd18-4e8c-a76d-49cf2825d353 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799063 May 10 17:39:38.330621 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.345585 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-4a6fe380-433a-4fe2-8a98-bd8bd46193c5 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113934 May 10 17:39:38.418880 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-69bef7d4-fa12-4c35-834d-25681c4fc18b req-af5bfe02-7e62-4a53-92be-63361fda938f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226028 May 10 17:39:38.529292 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.561472 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Transition to ACTIVE for port object efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 will not be triggered until provisioned by entity DHCP. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:38.631125 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a5a5b3ae-9c7e-486a-92a5-d5a6765d93f2 req-a1120494-1ffa-4c1e-8773-c466f0c15605 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 210 time: 0.1947815 May 10 17:39:38.691257 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:38.697772 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:38.765868 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:38.769164 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:38.771617 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:38.836403 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-97adbe9f-b049-45d6-b96f-d6cf2ca584f5 req-8b1324bb-d694-4200-8b15-13be0635a6da service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827633 May 10 17:39:38.861692 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752cd88-c675-4089-b587-64eaba424e23 req-2c32f525-7770-4b04-b4c6-7db5043aa43c tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:38.861692 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5752cd88-c675-4089-b587-64eaba424e23 req-2c32f525-7770-4b04-b4c6-7db5043aa43c tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 944 time: 0.2370493 May 10 17:39:38.944471 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:38.948096 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:38.954640 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5752cd88-c675-4089-b587-64eaba424e23 req-a8754bde-4d5d-44bc-aac6-18d6430d2f9b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709372 May 10 17:39:38.980381 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:38.981184 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.114459 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9124107 May 10 17:39:39.137478 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Request body: {'port': {'device_id': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:39.225319 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.264204 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.279047 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-a9c05fc4-1f3b-4c02-adfb-a9d7bcf1eae9 None None] Provisioning for port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:39.290879 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-a9c05fc4-1f3b-4c02-adfb-a9d7bcf1eae9 None None] Provisioning complete for port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:39.291655 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-a9c05fc4-1f3b-4c02-adfb-a9d7bcf1eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.377000 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-a9c05fc4-1f3b-4c02-adfb-a9d7bcf1eae9 None None] Port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:39:39.577046 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9fc77-0092-4644-849c-e64a41e5c11a req-a4363926-3043-47c1-9c01-91e9a2dd5044 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:39.578721 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-55d9fc77-0092-4644-849c-e64a41e5c11a req-a4363926-3043-47c1-9c01-91e9a2dd5044 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 944 time: 0.1452339 May 10 17:39:39.685327 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-55d9fc77-0092-4644-849c-e64a41e5c11a req-7300c586-da23-4eb4-9dd1-f8c5b9eba6dc tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977015 May 10 17:39:39.754340 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71827-6072-41f8-b4f5-2bd8b1b3e999 req-c79e1fba-c9cd-4f0e-808c-b31e39b4d628 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:39.763712 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f2b71827-6072-41f8-b4f5-2bd8b1b3e999 req-c79e1fba-c9cd-4f0e-808c-b31e39b4d628 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 947 time: 0.1350677 May 10 17:39:39.817365 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f2b71827-6072-41f8-b4f5-2bd8b1b3e999 req-52fae966-5d60-4933-b914-13db97a01ce7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524669 May 10 17:39:39.851259 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 {{(pid=79268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:39.861337 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.881068 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Transition to ACTIVE for port object efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 will not be triggered until provisioned by entity L2. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:39:39.981355 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:39.987436 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-dba4afd6-76a3-4592-9c9e-dd2627c2c430 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:40.072048 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57074f-c3b3-436d-b9d9-3e389751661a req-b408b437-2f3a-40de-a311-8b438aa73873 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:40.074257 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-af57074f-c3b3-436d-b9d9-3e389751661a req-b408b437-2f3a-40de-a311-8b438aa73873 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 931 time: 0.2547531 May 10 17:39:40.262806 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-af57074f-c3b3-436d-b9d9-3e389751661a req-c3258f61-2385-4041-843e-2a33f412d5dc tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1815641 May 10 17:39:40.266779 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Pushing event updated for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:40.283722 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:40.320462 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4929ca-e5e9-4827-8408-317766118abf req-1e09410b-4842-41d3-ae3b-1812d6ba0dbe tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:40.322631 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd4929ca-e5e9-4827-8408-317766118abf req-1e09410b-4842-41d3-ae3b-1812d6ba0dbe tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 944 time: 0.1636810 May 10 17:39:40.332839 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device f3010d68-369d-4f9e-9071-c0fdc414b4cd up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:40.352337 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Attempting to bind port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:39:40.352992 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Attempting to bind port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:39:40.353512 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Attempting to bind port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 on network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:40.361219 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 on network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:39:40.361744 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Attempting to bind port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 on network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:39:40.373741 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:39:40.374121 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Checking segment: {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:40.374614 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Bound using segment: {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:39:40.375667 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Bound port: efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22a8624-3431-437e-87dd-04907bef2764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873'}}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:39:40.376076 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.391315 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd4929ca-e5e9-4827-8408-317766118abf req-54ae2360-448c-4966-8ebf-dc88b4bf5260 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588264 May 10 17:39:40.490970 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, cleared binding levels {{(pid=79268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:39:40.494853 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:39:40.592731 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port f3010d68-369d-4f9e-9071-c0fdc414b4cd completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:40.599543 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port f3010d68-369d-4f9e-9071-c0fdc414b4cd triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:40.599543 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.644838 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.650429 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-233a769e-3b98-4e2b-b269-4a01f2c0e062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:40.735237 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:40.736250 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.738500 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] 10.222.0.39 "PUT /v2.0/ports/efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 200 len: 1093 time: 1.6082118 May 10 17:39:40.739259 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:40.754565 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.774907 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.794608 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Pushing event updated for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=3']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:40.796146 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:40.805352 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:40.810745 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port f3010d68-369d-4f9e-9071-c0fdc414b4cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:40.866608 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'status': 'completed', 'code': 200} May 10 17:39:40.911621 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'code': 200} May 10 17:39:40.941621 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:40.944325 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:41.083798 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d38647-e13e-42db-8af1-e47fa18c43ac req-195cfb59-600a-4786-a615-d68fecd85173 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.084679 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=f3010d68-369d-4f9e-9071-c0fdc414b4cd,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:41.086820 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d0d38647-e13e-42db-8af1-e47fa18c43ac req-195cfb59-600a-4786-a615-d68fecd85173 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 944 time: 0.1815522 May 10 17:39:41.095594 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875970-b432-411b-9d65-97b71fcbb4e0 req-01542216-2e4d-4f69-9d9d-6443bfb892e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.102794 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.102794 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.102794 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.102794 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.102794 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.103262 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.103480 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.103689 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.103797 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-db875970-b432-411b-9d65-97b71fcbb4e0 req-01542216-2e4d-4f69-9d9d-6443bfb892e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1096 time: 0.1587095 May 10 17:39:41.103991 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.104305 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.104617 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.104934 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:41.109208 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:41.232557 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d0d38647-e13e-42db-8af1-e47fa18c43ac req-e69c617c-452e-4fd2-8042-2b82752e576e tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392584 May 10 17:39:41.268726 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec0d67-a3e4-4e68-8c02-7a365ab55f96 req-46dd0650-32c0-4408-8be6-8a9f210b00b3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.273464 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-53ec0d67-a3e4-4e68-8c02-7a365ab55f96 req-46dd0650-32c0-4408-8be6-8a9f210b00b3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 947 time: 0.1323650 May 10 17:39:41.283746 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875970-b432-411b-9d65-97b71fcbb4e0 req-41941921-b9f6-4506-8370-8d2139882be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.286138 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-db875970-b432-411b-9d65-97b71fcbb4e0 req-41941921-b9f6-4506-8370-8d2139882be9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1676247 May 10 17:39:41.325057 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-53ec0d67-a3e4-4e68-8c02-7a365ab55f96 req-2f71350f-e616-48fd-8e85-265b0676f7a7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 May 10 17:39:41.466626 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875970-b432-411b-9d65-97b71fcbb4e0 req-e4b7b0a5-b675-42d0-82c4-2a341fb1c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.469988 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-db875970-b432-411b-9d65-97b71fcbb4e0 req-e4b7b0a5-b675-42d0-82c4-2a341fb1c609 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755817 May 10 17:39:41.597175 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f820a4-6e8a-417b-9247-3a2258493956 req-e40ee0b2-8f01-4b36-8138-ef40606ee678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.598596 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-89f820a4-6e8a-417b-9247-3a2258493956 req-e40ee0b2-8f01-4b36-8138-ef40606ee678 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 1098 time: 0.2041554 May 10 17:39:41.628389 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-3fddfd3d-a145-44fe-8be7-3bf0bcb613af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.630201 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-3fddfd3d-a145-44fe-8be7-3bf0bcb613af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1096 time: 0.0945501 May 10 17:39:41.646666 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc212c69-6789-487c-89f6-4e0a28a3015b req-1adc4d65-ca4b-415c-bc94-75ce03b55511 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.648412 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bc212c69-6789-487c-89f6-4e0a28a3015b req-1adc4d65-ca4b-415c-bc94-75ce03b55511 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.2211385 May 10 17:39:41.716363 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-89f820a4-6e8a-417b-9247-3a2258493956 req-5c4a93b3-28a8-484a-81b3-6d3d6b8acf49 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075196 May 10 17:39:41.716667 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-6c2a53f1-9be4-4517-aa43-e6be91f6ebb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 200 len: 217 time: 0.0729382 May 10 17:39:41.756143 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dcb5a-06eb-4095-9ad1-d54b12a46f8c req-2953e5c8-92a9-49e8-8afe-9b7332b60fb3 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:41.758627 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0b2dcb5a-06eb-4095-9ad1-d54b12a46f8c req-2953e5c8-92a9-49e8-8afe-9b7332b60fb3 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2398343 May 10 17:39:41.761940 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bc212c69-6789-487c-89f6-4e0a28a3015b req-1610b387-0bc9-49bb-a715-d3ec63872f88 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038084 May 10 17:39:41.810564 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0b2dcb5a-06eb-4095-9ad1-d54b12a46f8c req-ffd0c44f-20b1-4b53-bb67-806152854277 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457964 May 10 17:39:42.105920 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-e02a9803-9ea9-4376-9290-0417288d717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:42.108431 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-e02a9803-9ea9-4376-9290-0417288d717c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1130792-4d23-4cdf-b8d5-193a7a022103 HTTP/1.1" status: 200 len: 847 time: 0.0941236 May 10 17:39:42.220614 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-13193770-c1f0-4f91-8ee4-289d8fbd79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:42.222202 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-13193770-c1f0-4f91-8ee4-289d8fbd79aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbf3fad-4a84-4b00-9789-42cd63b2a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0978000 May 10 17:39:42.326013 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:39:42.557393 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-e9c47d34-f467-4543-b0d7-74ac64b4ed96 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272905 May 10 17:39:42.574010 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:42.585814 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cadbf-0260-4130-9f3c-499f97601fc8 req-fac8dd4d-f8a9-4f9e-976b-9ba2659e1e30 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:42.588400 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-160cadbf-0260-4130-9f3c-499f97601fc8 req-fac8dd4d-f8a9-4f9e-976b-9ba2659e1e30 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 944 time: 0.1808217 May 10 17:39:42.593486 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1', 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797', 'port_id': '43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1', 'mac_address': 'fa:16:3e:95:e3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bba17f-509f-410e-af46-be16cc6f7769', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:39:42.647531 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-160cadbf-0260-4130-9f3c-499f97601fc8 req-efa119d8-72c0-493c-99f3-fd6d01c61a62 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513358 May 10 17:39:42.696051 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.715787 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:42.738339 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:42.751080 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cf426d57-6e89-4136-8da9-6128c09563f0 req-592eccc9-6abc-4fc6-ab3b-51ccd6bdb1c3 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830316 May 10 17:39:42.832128 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:42.833975 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:42.935323 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:42.948261 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:43.082451 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccf1ab-282e-4e09-ba6c-2e11165e84b6 req-8ae7782a-eeeb-4d1d-8dc1-0b514d82c419 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:43.083914 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1bccf1ab-282e-4e09-ba6c-2e11165e84b6 req-8ae7782a-eeeb-4d1d-8dc1-0b514d82c419 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1942136 May 10 17:39:43.119341 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35b7e8-dd59-45a9-aa78-2db498123fa3 req-bcb22808-52c1-407d-9b81-ded1af6546f9 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:43.122142 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5d35b7e8-dd59-45a9-aa78-2db498123fa3 req-bcb22808-52c1-407d-9b81-ded1af6546f9 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1516535 May 10 17:39:43.164781 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:43.177670 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1bccf1ab-282e-4e09-ba6c-2e11165e84b6 req-2a5f39b3-07cf-4c67-83b7-c577c4396b0e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795906 May 10 17:39:43.191748 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5d35b7e8-dd59-45a9-aa78-2db498123fa3 req-9d6b75a9-ab34-4710-bd63-fbd89dd0ae47 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644705 May 10 17:39:43.871616 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457718fe-8402-44d8-a5b0-b0ea179e202d req-96ce5bb4-9295-4ac5-aa71-bde7633de374 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:43.873129 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-457718fe-8402-44d8-a5b0-b0ea179e202d req-96ce5bb4-9295-4ac5-aa71-bde7633de374 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 945 time: 0.0890753 May 10 17:39:43.928435 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-457718fe-8402-44d8-a5b0-b0ea179e202d req-084dc380-c789-4664-9476-f29b585ddbb9 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 May 10 17:39:44.365513 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:44.465477 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d7b2-6302-4d20-870b-e9b706b3b84c req-81fb1d1a-738f-4955-9162-6b0cd3c72310 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:44.466990 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-36f1d7b2-6302-4d20-870b-e9b706b3b84c req-81fb1d1a-738f-4955-9162-6b0cd3c72310 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1151006 May 10 17:39:44.474790 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe800898-019d-4bfb-8f58-05268e4de823 req-a7afc58f-3aa1-4956-ae7a-cb8916f292c8 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:44.477202 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fe800898-019d-4bfb-8f58-05268e4de823 req-a7afc58f-3aa1-4956-ae7a-cb8916f292c8 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1625957 May 10 17:39:44.530228 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:44.537428 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:44.538130 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:44.552080 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-36f1d7b2-6302-4d20-870b-e9b706b3b84c req-5c3cabea-4801-4c29-8cbf-a1f28ef431ff tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737596 May 10 17:39:44.556960 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fe800898-019d-4bfb-8f58-05268e4de823 req-5d4c5f5d-d749-41d3-bac0-4369c1c4cae8 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633504 May 10 17:39:44.691861 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:44.745079 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930d064e-5cd1-4bef-8742-aff8028dd43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:44.766363 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:44.780551 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f544e-e6d7-4952-b648-7615a64e782e req-a92928d6-da9d-4d17-89c1-d7768cbef108 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:44.782150 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9c2f544e-e6d7-4952-b648-7615a64e782e req-a92928d6-da9d-4d17-89c1-d7768cbef108 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.0909603 May 10 17:39:44.796546 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47040) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:44.805550 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'floatingip': {'port_id': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:44.827754 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930d064e-5cd1-4bef-8742-aff8028dd43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1', 'code': 200} May 10 17:39:44.898994 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:44.913990 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:44.916579 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:44.996752 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:44.999967 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:45.198690 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8c188-9d67-4319-826d-1dbb02a9019a req-57e9118d-82e8-480e-be86-37a3cb459125 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:45.200215 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f7f8c188-9d67-4319-826d-1dbb02a9019a req-57e9118d-82e8-480e-be86-37a3cb459125 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.1420894 May 10 17:39:45.256390 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f7f8c188-9d67-4319-826d-1dbb02a9019a req-87e7acbd-c7f3-48d2-8165-dd23b504a75b tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 May 10 17:39:45.461592 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47048) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:45.524052 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4dbb-b0f1-4718-aabc-426a685f24e4 req-1835b723-0b0d-4df2-8215-6a4c13e01dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:45.525567 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2b8a4dbb-b0f1-4718-aabc-426a685f24e4 req-1835b723-0b0d-4df2-8215-6a4c13e01dbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 1099 time: 0.2087843 May 10 17:39:45.595762 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-2b8a4dbb-b0f1-4718-aabc-426a685f24e4 req-cc4d61ca-4f97-4ff6-a547-1cec79072c9f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516129 May 10 17:39:45.598881 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:45.628505 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:45.641718 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Usage tracker for resource:security_group_rule and tenant:9dc64739493e4520b3dee26633e70fc4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:45.645068 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:45.652123 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:45.729571 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:45.817878 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:45.850708 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18540ae1-88c9-4adc-be71-d02791e499cd req-ee46e0ef-4368-47e4-a604-c0148af94c73 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:45.852803 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-18540ae1-88c9-4adc-be71-d02791e499cd req-ee46e0ef-4368-47e4-a604-c0148af94c73 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1240537 May 10 17:39:45.882985 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:45.900540 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-18540ae1-88c9-4adc-be71-d02791e499cd req-13e4c851-a041-44ac-bff7-2214ac2fb0cb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416024 May 10 17:39:45.974957 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:45.984015 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ba1a1f27-b537-45c3-a967-ee1b90942b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:46.028399 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dc64739493e4520b3dee26633e70fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5656002 May 10 17:39:46.029482 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97b1d92-a0d1-4cae-ad0b-c21cfd12125c,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:46.031981 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47056) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:46.033093 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f4e40181-4b5f-46f5-b7bf-a5d50af575cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:46.122595 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.l3_db [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Floating IP 1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d associated. External IP: 172.28.0.230, port: f3010d68-369d-4f9e-9071-c0fdc414b4cd. May 10 17:39:46.364132 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:39:46.365699 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6e243aa-a4c3-42d3-8c62-311b63d80b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.419860 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6e243aa-a4c3-42d3-8c62-311b63d80b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.532552 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:46.547987 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'port_id': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'mac_address': 'fa:16:3e:76:1a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:39:46.562270 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f9d3-bc7b-4ccc-bde9-c8accfd8bf9e req-67ea1325-b6b6-45f2-82ad-8e66d7b6fea7 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:46.565027 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e6e6f9d3-bc7b-4ccc-bde9-c8accfd8bf9e req-67ea1325-b6b6-45f2-82ad-8e66d7b6fea7 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.1775396 May 10 17:39:46.637481 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e6e6f9d3-bc7b-4ccc-bde9-c8accfd8bf9e req-ae6c9e04-e4b6-4521-9228-b2c18d68af7a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605080 May 10 17:39:46.648694 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.667881 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:39:46.689630 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:46.689850 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:39:46.753916 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6e243aa-a4c3-42d3-8c62-311b63d80b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.776337 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.780275 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:46.816560 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b69be506-df88-4c6d-a8ec-07949b23a926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:46.840384 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e243aa-a4c3-42d3-8c62-311b63d80b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97b1d92-a0d1-4cae-ad0b-c21cfd12125c,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:46.845881 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d6e243aa-a4c3-42d3-8c62-311b63d80b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:46.849087 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d6e243aa-a4c3-42d3-8c62-311b63d80b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.850216 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d6e243aa-a4c3-42d3-8c62-311b63d80b08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a97b1d92-a0d1-4cae-ad0b-c21cfd12125c HTTP/1.1" status: 204 len: 168 time: 0.8170826 May 10 17:39:46.911897 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:46.914908 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:46.924396 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:46.926294 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:46.927335 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] Sync routers for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:46.938971 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:46.939975 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:39:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:47.007631 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-29a5b146-4dd4-4095-931d-390b07b45efc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "PUT /v2.0/floatingips/1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d HTTP/1.1" status: 200 len: 991 time: 2.2073045 May 10 17:39:47.008384 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'tag': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:47.157718 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:39:47.200119 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308b52e-b137-47a1-a69c-f2ad6cbc1bf3 req-cb454e0b-4148-48aa-82b8-8aa619e3317c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:47.202605 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b308b52e-b137-47a1-a69c-f2ad6cbc1bf3 req-cb454e0b-4148-48aa-82b8-8aa619e3317c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 944 time: 0.1606061 May 10 17:39:47.259219 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:47.277618 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b308b52e-b137-47a1-a69c-f2ad6cbc1bf3 req-fffa5316-0d4b-4ce5-9e45-f316a489a30f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689666 May 10 17:39:47.284333 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'tag': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'status': 'completed', 'code': 200} May 10 17:39:47.428435 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-14ea0f7f-43f7-4468-988a-95b3884a3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:47.431584 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-14ea0f7f-43f7-4468-988a-95b3884a3f7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 1098 time: 0.0938511 May 10 17:39:47.590360 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-e86b1bc7-3fb7-4e86-9381-f52dabfbe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:47.592225 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-e86b1bc7-3fb7-4e86-9381-f52dabfbe1a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 910 time: 0.1545892 May 10 17:39:47.724330 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-e9a7c4b9-5973-4a02-a8aa-a25ce5690735 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 200 len: 999 time: 0.1203585 May 10 17:39:47.794264 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-3ed4194f-056b-4bfb-a6a4-bff4a7788ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:47.795863 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-3ed4194f-056b-4bfb-a6a4-bff4a7788ce9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.0651634 May 10 17:39:47.845914 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'floating_ip_address': '172.28.0.230', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'port_id': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'mac_address': 'fa:16:3e:1d:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:39:11Z', 'updated_at': '2021-05-10T17:39:45Z', 'revision_number': 1, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:47.851256 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] Checking router: 17221eac-d3df-4b73-8f4c-c50c314ac7f7 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:47.864000 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:47.864625 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:39:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:47.872418 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1d5c-5e40-4aef-af7b-0c12105a8333 req-c88d4781-ff03-458f-98a7-90106000c6bd tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:47.873918 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7a9f1d5c-5e40-4aef-af7b-0c12105a8333 req-c88d4781-ff03-458f-98a7-90106000c6bd tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.1002195 May 10 17:39:47.884587 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-d271f335-cc7a-4eec-8c63-7d4a4ad4db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:47.886086 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-d271f335-cc7a-4eec-8c63-7d4a4ad4db77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837057 May 10 17:39:47.949030 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7a9f1d5c-5e40-4aef-af7b-0c12105a8333 req-5dbab378-a3ec-4c3c-92da-355c11869182 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682886 May 10 17:39:48.071958 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47084) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:48.103249 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:48.108019 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:48.115964 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-8159ba22-b7ce-476f-ae16-62d695a8944b service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228410 May 10 17:39:48.122086 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:48.145809 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Usage tracker for resource:security_group_rule and tenant:bf68fd4c1b664d2daf5a2766cdb5dad0 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:48.152206 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:48.210881 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:48.297743 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-fceb3b32-84b6-42b9-a53e-a97713f12c86 req-74d13076-2cfe-4ba9-8d94-3bc1809a9015 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731086 May 10 17:39:48.374870 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:48.530272 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fc429-ba39-48a9-bc61-f3a025062981 req-a8219e89-bffc-41c6-a446-2f1df8bac1fe tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:48.530701 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:48.531924 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-630fc429-ba39-48a9-bc61-f3a025062981 req-a8219e89-bffc-41c6-a446-2f1df8bac1fe tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 944 time: 0.0863512 May 10 17:39:48.548159 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bfc1cc46-8d44-4945-8cf5-598f46b5946f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:48.589712 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-630fc429-ba39-48a9-bc61-f3a025062981 req-85d4a73d-53c5-4e19-b8d2-3eac248672e9 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484149 May 10 17:39:48.617219 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5826bc-9676-4fd2-b796-d768476ccbf7,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:48.624457 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf68fd4c1b664d2daf5a2766cdb5dad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514374 May 10 17:39:48.626021 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:48.627943 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47120) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:48.649043 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'floating_ip_address': '172.28.0.230', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'port_id': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'mac_address': 'fa:16:3e:1d:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:39:11Z', 'updated_at': '2021-05-10T17:39:45Z', 'revision_number': 1, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:48.654850 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67d173-3e03-4548-a067-12014d3b8b9c None None] The sync data for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb is: [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'floating_ip_address': '172.28.0.230', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'port_id': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'mac_address': 'fa:16:3e:1d:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:39:11Z', 'updated_at': '2021-05-10T17:39:45Z', 'revision_number': 1, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:48.722996 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fceb124d-d2b3-4053-a108-973943e87559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:48.754681 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fceb124d-d2b3-4053-a108-973943e87559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:48.889613 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90af7a-1cb6-4e93-918e-1494c2b0abe9 None None] New status for floating IP 1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d: ACTIVE {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:39:48.912512 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fceb124d-d2b3-4053-a108-973943e87559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:48.917643 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-bae65f00-e693-4297-814d-5b9c7320d39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:48.931855 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb124d-d2b3-4053-a108-973943e87559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5826bc-9676-4fd2-b796-d768476ccbf7,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:48.942080 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-fceb124d-d2b3-4053-a108-973943e87559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:48.955231 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fceb124d-d2b3-4053-a108-973943e87559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:48.959374 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-fceb124d-d2b3-4053-a108-973943e87559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d5826bc-9676-4fd2-b796-d768476ccbf7 HTTP/1.1" status: 204 len: 168 time: 0.3300140 May 10 17:39:49.881261 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8107e98-ee6e-47a9-8215-48ab566dc5f0 req-37d39a73-3eb2-429a-893c-82f80dd44cf4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:49.883747 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d8107e98-ee6e-47a9-8215-48ab566dc5f0 req-37d39a73-3eb2-429a-893c-82f80dd44cf4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 944 time: 0.1136885 May 10 17:39:49.948884 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d8107e98-ee6e-47a9-8215-48ab566dc5f0 req-91677d33-fbaf-45fd-a7bc-4f1cc8cd6615 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587952 May 10 17:39:50.379457 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:39:50.557758 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:39:50.563660 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:39:50.564308 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:50.700428 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:50.732463 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:50.746193 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:50.784100 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'code': 200} May 10 17:39:50.935232 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:50.937177 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fc0f3bde-1cb7-4f4b-b895-5fe265167f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:51.015123 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:51.018594 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:51.181612 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3cfad-7831-4ac3-82d9-3332dac887ad req-b96ddf3d-e027-4338-8654-b947dd774d4d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:51.183284 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-58a3cfad-7831-4ac3-82d9-3332dac887ad req-b96ddf3d-e027-4338-8654-b947dd774d4d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0935762 May 10 17:39:51.264035 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-58a3cfad-7831-4ac3-82d9-3332dac887ad req-f0655382-a84e-4cc8-8462-8608e7460c31 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708280 May 10 17:39:51.712919 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9fe5f-aaa5-4fd1-a684-e986dce003f2 req-d0527d7b-2d1b-42a1-adbe-29840487c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:51.714543 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-80a9fe5f-aaa5-4fd1-a684-e986dce003f2 req-d0527d7b-2d1b-42a1-adbe-29840487c993 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1098 time: 0.2154434 May 10 17:39:51.769950 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-80a9fe5f-aaa5-4fd1-a684-e986dce003f2 req-5246f091-0a59-49f5-ae12-78ffa26a228c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454612 May 10 17:39:52.494399 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1212-1853-4b7a-acfc-8206487cdbb8 req-bec67afe-3b3b-4d07-9345-8a7563138d37 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:52.496133 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2b1b1212-1853-4b7a-acfc-8206487cdbb8 req-bec67afe-3b3b-4d07-9345-8a7563138d37 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1128063 May 10 17:39:52.548233 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2b1b1212-1853-4b7a-acfc-8206487cdbb8 req-0b682500-ada3-4b8d-aa06-ebe8bd8be9e6 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448077 May 10 17:39:52.687211 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47206) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:52.828429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:52.844396 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:52.848820 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Usage tracker for resource:security_group_rule and tenant:bbd491c0d5e64fbbb041a48bcadaaed2 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:52.852198 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:52.858325 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:52.965532 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:53.055731 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:53.063921 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5e143459-dc6b-438e-9d63-784845bde840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:53.107152 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1ae519-0674-4d07-84d6-acac43f6bdc0,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:53.112874 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbd491c0d5e64fbbb041a48bcadaaed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241834 May 10 17:39:53.113947 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:53.115956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47212) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:53.199751 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c61066e4-e17c-4495-bcbc-dddc4e9f4ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:53.232510 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c61066e4-e17c-4495-bcbc-dddc4e9f4ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:53.408966 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c61066e4-e17c-4495-bcbc-dddc4e9f4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:53.412838 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6bf9fd5e-f059-4f3e-942b-c93b1ddf58ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:53.427865 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61066e4-e17c-4495-bcbc-dddc4e9f4ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1ae519-0674-4d07-84d6-acac43f6bdc0,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:53.430814 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c61066e4-e17c-4495-bcbc-dddc4e9f4ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:53.443641 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c61066e4-e17c-4495-bcbc-dddc4e9f4ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:53.448571 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c61066e4-e17c-4495-bcbc-dddc4e9f4ba7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a1ae519-0674-4d07-84d6-acac43f6bdc0 HTTP/1.1" status: 204 len: 168 time: 0.3278108 May 10 17:39:53.768728 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cc4fb-ee24-460b-8073-986625c49a7e req-f1d51811-9555-45a4-8fc6-f1045807cb3d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:53.771454 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d51cc4fb-ee24-460b-8073-986625c49a7e req-f1d51811-9555-45a4-8fc6-f1045807cb3d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1005149 May 10 17:39:53.825041 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d51cc4fb-ee24-460b-8073-986625c49a7e req-9225e757-5738-46e5-a5a3-ad2578418b51 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474410 May 10 17:39:54.036529 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97a6cc-ceca-4837-bcb1-5e7a4dd57899 req-23fe8eb0-e5a7-48d4-8af8-531b3af9736c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:54.038233 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7a97a6cc-ceca-4837-bcb1-5e7a4dd57899 req-23fe8eb0-e5a7-48d4-8af8-531b3af9736c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0890656 May 10 17:39:54.094682 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7a97a6cc-ceca-4837-bcb1-5e7a4dd57899 req-1d8b9c0c-8070-4068-9b2c-31c7a28ae90b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478275 May 10 17:39:54.125026 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47228) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:54.248435 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47234) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:54.266532 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:54.281201 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:54.285444 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce77e44f9544b319eb87b6cfd05aa6b is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:54.289204 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:54.297183 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:54.393271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:54.415314 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e0e3aa-b0b8-42bc-abd8-83a495b1d3c3 tempest-TestShelveInstance-1503949657 tempest-TestShelveInstance-1503949657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:54.416027 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c0e0e3aa-b0b8-42bc-abd8-83a495b1d3c3 tempest-TestShelveInstance-1503949657 tempest-TestShelveInstance-1503949657-project-admin] Synchronizing usage tracker for tenant:0c271be450cc4564849b639982900e34 on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:39:54.683560 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:54.691272 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2fb706c8-d98f-4956-9d2b-d36d835d6cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:54.723991 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c0e0e3aa-b0b8-42bc-abd8-83a495b1d3c3 tempest-TestShelveInstance-1503949657 tempest-TestShelveInstance-1503949657-project-admin] Unset dirty status for tenant:0c271be450cc4564849b639982900e34 on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:39:54.725186 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c0e0e3aa-b0b8-42bc-abd8-83a495b1d3c3 tempest-TestShelveInstance-1503949657 tempest-TestShelveInstance-1503949657-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1093 time: 0.5992036 May 10 17:39:54.728862 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47242) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:54.735119 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Request body: {'floatingip': {'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'port_id': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:54.735543 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ce77e44f9544b319eb87b6cfd05aa6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858599 May 10 17:39:54.738451 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f160861-c9f3-4f52-8dd5-00ef6520d4b0,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:54.739789 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47246) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:54.743445 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0f1767a5-2c3d-48ca-977a-624945fb7237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:54.755388 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:54.767443 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Usage tracker for resource:floatingip and tenant:0e811ab0b9c649df8f1a638634e9c26a is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:54.771757 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:54.786105 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:54.829760 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e1459df4-180f-4d84-97a8-9320ffce477e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:54.861967 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e1459df4-180f-4d84-97a8-9320ffce477e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:54.909036 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for floatingip, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:55.074798 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:55.121520 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e1459df4-180f-4d84-97a8-9320ffce477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:55.129687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-86cdb57d-23cb-4731-a165-894acc557955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:55.146369 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1459df4-180f-4d84-97a8-9320ffce477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f160861-c9f3-4f52-8dd5-00ef6520d4b0,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:55.150676 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e1459df4-180f-4d84-97a8-9320ffce477e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:55.174639 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e1459df4-180f-4d84-97a8-9320ffce477e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:55.175756 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e1459df4-180f-4d84-97a8-9320ffce477e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f160861-c9f3-4f52-8dd5-00ef6520d4b0 HTTP/1.1" status: 204 len: 168 time: 0.4348652 May 10 17:39:55.251053 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Allocated IP 172.28.0.205 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/a6ccba4a-d25a-4b96-9eb4-d68ad7e4c4b9) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:55.476817 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:55.691139 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:55.696286 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f2d68e84-351a-4c22-8c52-4484b206cd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:55.776519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:55.780736 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'Port': ['ID=a6ccba4a-d25a-4b96-9eb4-d68ad7e4c4b9,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:55.784482 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:55.785357 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:55.791894 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:39:56.224104 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.490725 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.699767 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47276) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:56.865107 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.905490 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-43235185-network', 'tenant_id': '343e4960a65d4cfc94978ddf8fb7672f'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:56.910282 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:56.914243 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Usage tracker for resource:network and tenant:343e4960a65d4cfc94978ddf8fb7672f is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:56.917217 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:56.923250 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:57.003496 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:57.008758 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a0c336f1-0dd8-42c4-9719-54c5d7e95537 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:57.119817 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Made reservation on behalf of 343e4960a65d4cfc94978ddf8fb7672f for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:57.122255 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:57.141983 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event updated for resources: {'Port': ['ID=a6ccba4a-d25a-4b96-9eb4-d68ad7e4c4b9,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:57.144277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:57.153359 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:57.170919 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:57.221193 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:57.288535 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Usage tracker for resource:security_group_rule and tenant:343e4960a65d4cfc94978ddf8fb7672f is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:57.298433 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:57.307945 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:57.391047 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.l3_db [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Floating IP 9ed5cea8-4ea1-492e-a81b-0c1c5be80c2f associated. External IP: 172.28.0.205, port: efd7c86d-522b-47cc-aeb2-7e8b50d2eb45. May 10 17:39:57.594321 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:57.672956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:57.734340 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e1459df4-180f-4d84-97a8-9320ffce477e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:57.787895 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:39:57.806604 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aaae45-311d-4e59-b3f7-bca3b02ebad0,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:57.812101 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:57.812447 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Added segment 3527fdb8-262c-48ae-bc75-d253773c8336 of type vlan for network 3ec929da-f5f9-45ce-9946-9532736fc9d8 May 10 17:39:57.813609 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:57.859690 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:57.873110 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:39:58.105179 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.106625 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:58.108599 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:58.109233 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.117765 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:58.118002 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] Sync routers for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:58.127402 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:58.128189 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:39:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:58.246115 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec929da-f5f9-45ce-9946-9532736fc9d8,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:58.248831 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:58.262306 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 3ec929da-f5f9-45ce-9946-9532736fc9d8 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:39:58.375280 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.408324 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7073212 May 10 17:39:58.411508 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47288) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:58.417909 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Request body: {'subnet': {'network_id': '3ec929da-f5f9-45ce-9946-9532736fc9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-43235185-subnet', 'tenant_id': '343e4960a65d4cfc94978ddf8fb7672f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:39:58.420451 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:58.423542 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:39:58.431700 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Usage tracker for resource:subnet and tenant:343e4960a65d4cfc94978ddf8fb7672f is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:39:58.435597 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:39:58.446553 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7083557 May 10 17:39:58.446553 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:39:58.449073 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:39:58.495974 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'status': 'completed', 'code': 200} May 10 17:39:58.567790 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Made reservation on behalf of 343e4960a65d4cfc94978ddf8fb7672f for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:58.571890 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404711'] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.627338 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.632499 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-e78cbc8e-d065-4814-b980-0c4b24194bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:58.634207 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-e78cbc8e-d065-4814-b980-0c4b24194bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1098 time: 0.0837069 May 10 17:39:58.791480 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-590a8d44-d112-4ebb-a3a3-d6ea44495bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:58.795577 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-590a8d44-d112-4ebb-a3a3-d6ea44495bda service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 200 len: 909 time: 0.1468263 May 10 17:39:58.878611 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '9ed5cea8-4ea1-492e-a81b-0c1c5be80c2f', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'port_id': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'mac_address': 'fa:16:3e:76:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:39:56Z', 'updated_at': '2021-05-10T17:39:56Z', 'revision_number': 0, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:51Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:58.883909 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] Checking router: 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:58.893871 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:58.894174 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:39:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:59.031238 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-0e574cd2-04e4-4057-905b-c07888b25bb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 200 len: 999 time: 0.2295463 May 10 17:39:59.145450 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:59.146071 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404757'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:59.158499 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:59.168752 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-ce3ccb24-3b4c-4dac-bfec-e1d12444e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:59.170329 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-ce3ccb24-3b4c-4dac-bfec-e1d12444e6eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1130792-4d23-4cdf-b8d5-193a7a022103 HTTP/1.1" status: 200 len: 847 time: 0.1279581 May 10 17:39:59.231260 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc25140-ac5b-41a8-b174-ff499a70c42d,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:59.234641 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:59.265112 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Checking segment: {'id': '3527fdb8-262c-48ae-bc75-d253773c8336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3ec929da-f5f9-45ce-9946-9532736fc9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:39:59.265500 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Network hostable DHCP agents. Network: 3ec929da-f5f9-45ce-9946-9532736fc9d8, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:39:59.274917 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-647cbaa3-e1e6-4136-841f-6c8e704a6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:59.276444 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-647cbaa3-e1e6-4136-841f-6c8e704a6e21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbf3fad-4a84-4b00-9789-42cd63b2a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0948880 May 10 17:39:59.434477 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-cea8802f-a4af-4c44-93d6-cc9e429ad5e7 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335018 May 10 17:39:59.449382 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Network 3ec929da-f5f9-45ce-9946-9532736fc9d8 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:39:59.556149 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 3ec929da-f5f9-45ce-9946-9532736fc9d8) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:59.569239 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:39:59.569239 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:59.569634 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '9ed5cea8-4ea1-492e-a81b-0c1c5be80c2f', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'port_id': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'mac_address': 'fa:16:3e:76:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:39:56Z', 'updated_at': '2021-05-10T17:39:56Z', 'revision_number': 0, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:51Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:59.576979 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68f5fd-7e04-4b89-9f10-79a3e5fdbb17 None None] Network 3ec929da-f5f9-45ce-9946-9532736fc9d8 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:59.609249 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1b28c-3a45-420a-92f5-6f39e7cff766 None None] The sync data for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb is: [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '9ed5cea8-4ea1-492e-a81b-0c1c5be80c2f', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'port_id': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'mac_address': 'fa:16:3e:76:1a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:39:56Z', 'updated_at': '2021-05-10T17:39:56Z', 'revision_number': 0, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:51Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:59.610233 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-1366c53e-e3b3-4088-85cf-8a92c3f8e9cb req-550175ea-273f-461d-905b-cd2cf13d5c17 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682959 May 10 17:39:59.706873 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-4b1521c5-a1fd-4b70-9834-ef7512a1323f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2940271 May 10 17:39:59.843365 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef2f8b-a11e-4024-8572-12d8217c0cf0 None None] Network 3ec929da-f5f9-45ce-9946-9532736fc9d8 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:59.870090 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042af9e2-d3ca-461d-8bf9-26f75c4d1905 None None] New status for floating IP 9ed5cea8-4ea1-492e-a81b-0c1c5be80c2f: ACTIVE {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:40:00.536106 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47318) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:00.541870 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2120747461-network', 'tenant_id': '7a80787792b04563b6b78be91f57fc51'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:00.546674 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:00.550694 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Usage tracker for resource:network and tenant:7a80787792b04563b6b78be91f57fc51 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:00.561352 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:00.561352 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:00.786313 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Made reservation on behalf of 7a80787792b04563b6b78be91f57fc51 for: {'network': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:40:00.789307 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:00.801945 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:00.818149 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:00.822374 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Usage tracker for resource:security_group_rule and tenant:7a80787792b04563b6b78be91f57fc51 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:00.825413 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:00.831763 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:00.920522 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.146070 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.149786 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1a4df640-6e47-42b2-856b-3db495188ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:01.180736 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=79269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:40:01.186663 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c78c14-633e-49ec-9a1c-ef2c877c2088,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:01.190742 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:01.195737 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.196282 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.segments_db [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Added segment 06a4487c-5496-4e4d-926e-3b5f09252782 of type vlan for network cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98 May 10 17:40:01.225838 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.346360 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.347708 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:01.348301 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.353880 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5ab4d71a-c61c-4464-b7b6-6a3dbd8421d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:01.456729 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Pushing event updated for resources: {'Network': ['ID=cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:01.466630 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:01.467010 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:40:01.547138 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0096924 May 10 17:40:01.550942 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47326) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:01.560627 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Request body: {'subnet': {'network_id': 'cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2120747461-subnet', 'tenant_id': '7a80787792b04563b6b78be91f57fc51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:01.567205 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:01.573343 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Usage tracker for resource:subnet and tenant:7a80787792b04563b6b78be91f57fc51 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:01.576444 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:01.584329 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:01.666124 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Made reservation on behalf of 7a80787792b04563b6b78be91f57fc51 for: {'subnet': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:40:01.668610 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3404711'] for subnet, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:02.214674 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3404757'] for subnet, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:02.221741 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ef6f06cb-545d-4373-9e2c-34b54afe0756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:02.296621 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d4a54c-d95e-43c0-89dc-1b652885714c,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:02.299888 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:02.306243 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Checking segment: {'id': '06a4487c-5496-4e4d-926e-3b5f09252782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:40:02.306633 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Network hostable DHCP agents. Network: cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:40:02.460993 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Network cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:40:02.557521 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98) {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:40:02.566919 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:02.567549 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:02.568327 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a4507-084a-4ae6-8211-1fcd669e425b None None] Network cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:40:02.710991 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-3855f722-3c77-49d2-9b90-c9529a33595b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1587384 May 10 17:40:02.814237 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5ec6d-c425-4132-9f83-49ea5f65af9c None None] Network cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:40:03.415939 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-dae1bd34-d4c5-4e99-8849-002d48f1de3f tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:03.417484 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-dae1bd34-d4c5-4e99-8849-002d48f1de3f tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/networks?id=3ec929da-f5f9-45ce-9946-9532736fc9d8 HTTP/1.1" status: 200 len: 807 time: 0.1844709 May 10 17:40:03.432732 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-624f9b11-f0d2-4b0e-9951-44046fc0beda tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/quotas/343e4960a65d4cfc94978ddf8fb7672f HTTP/1.1" status: 200 len: 375 time: 0.0097787 May 10 17:40:03.482651 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-175c52ac-6646-48b1-9797-16ba763d440a tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=343e4960a65d4cfc94978ddf8fb7672f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442326 May 10 17:40:03.618895 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-ba6f4e58-6f4a-4568-9493-6a16771baa07 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec929da-f5f9-45ce-9946-9532736fc9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293304 May 10 17:40:03.760002 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-006aa56b-9c87-4b7b-a9e8-afe8105e1720 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec929da-f5f9-45ce-9946-9532736fc9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348472 May 10 17:40:04.145769 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fc48800d-4755-4159-8296-fec977333b33 req-6cefafaf-864d-4238-91ba-d9b9048440a4 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 210 time: 0.0431354 May 10 17:40:05.251922 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aafa2426-c576-4b72-b2df-93c218a4e45a req-b38f5dc2-e18a-4e17-856a-8493d3c8590e tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 210 time: 0.0496194 May 10 17:40:05.465766 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c8af1c9c-a4b3-459e-90bc-9afc22a3b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:06.414763 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-01b97df4-db4f-4d40-9741-3328f4b213f9 req-69ad3c42-f41a-4f44-933f-7d317badf907 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 210 time: 0.0454023 May 10 17:40:07.616746 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-082ccb34-746b-44ae-8235-a4259799e1d6 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:07.617701 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-082ccb34-746b-44ae-8235-a4259799e1d6 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Synchronizing usage tracker for tenant:343e4960a65d4cfc94978ddf8fb7672f on resource:network {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:07.735104 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6d51520b-b456-43d7-b014-45d721166321 req-ba2cd771-e80d-4ed4-86b8-2c2a5884cac3 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 210 time: 0.0435987 May 10 17:40:07.843045 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-082ccb34-746b-44ae-8235-a4259799e1d6 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Unset dirty status for tenant:343e4960a65d4cfc94978ddf8fb7672f on resource:network {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:07.844413 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-082ccb34-746b-44ae-8235-a4259799e1d6 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.39 "GET /v2.0/networks?id=3ec929da-f5f9-45ce-9946-9532736fc9d8 HTTP/1.1" status: 200 len: 807 time: 0.3993971 May 10 17:40:07.870691 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Request body: {'port': {'device_id': '5a74ec46-1fa8-452d-a9ce-fd6fc03a393b', 'network_id': '3ec929da-f5f9-45ce-9946-9532736fc9d8', 'admin_state_up': True, 'tenant_id': '343e4960a65d4cfc94978ddf8fb7672f'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:08.024007 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:08.028569 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Usage tracker for resource:port and tenant:343e4960a65d4cfc94978ddf8fb7672f is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:08.031987 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:08.039166 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:08.488753 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-dcc9f412-187b-46b1-9a0d-15e60ea37a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:08.649293 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Made reservation on behalf of 343e4960a65d4cfc94978ddf8fb7672f for: {'port': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:40:08.653913 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:08.661408 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:08.859956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Allocated IP 172.20.0.6 (3ec929da-f5f9-45ce-9946-9532736fc9d8/7dc25140-ac5b-41a8-b174-ff499a70c42d/d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:40:08.942917 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c9f4aa19-4c03-4974-8cc9-c3ae03348535 req-3e3a1a0f-884b-4c3e-97a3-01f1efea0ecc tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 210 time: 0.0757859 May 10 17:40:09.163234 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:09.189457 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:09.329595 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:09.336181 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:09.406558 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Network 3ec929da-f5f9-45ce-9946-9532736fc9d8 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:40:09.410014 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:40:09.419119 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:40:09.453415 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Pushing event updated for resources: {'Port': ['ID=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:09.460969 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:09.496403 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:09.497074 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:09.609311 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7433550 May 10 17:40:09.633655 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Request body: {'port': {'device_id': '5a74ec46-1fa8-452d-a9ce-fd6fc03a393b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:09.763532 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:10.175513 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80fa35-f72e-4bc6-91ae-89439160547e req-d9077115-f314-4a65-8219-08e4c671e5ad tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:10.177099 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6b80fa35-f72e-4bc6-91ae-89439160547e req-d9077115-f314-4a65-8219-08e4c671e5ad tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 931 time: 0.0882471 May 10 17:40:10.228535 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6b80fa35-f72e-4bc6-91ae-89439160547e req-bd015f53-2abf-4fed-a928-1a8e24ae9fbb tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 May 10 17:40:10.257725 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb {{(pid=79268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:10.265532 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:10.281446 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Transition to ACTIVE for port object d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb will not be triggered until provisioned by entity L2. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:40:10.452747 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:10.456733 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b38237f1-c7fc-4d2d-904e-56c49454116a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:10.618147 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:10.638196 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:10.697235 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Attempting to bind port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:40:10.697561 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Attempting to bind port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3527fdb8-262c-48ae-bc75-d253773c8336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3ec929da-f5f9-45ce-9946-9532736fc9d8'}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:40:10.697883 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Attempting to bind port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb on network 3ec929da-f5f9-45ce-9946-9532736fc9d8 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:40:10.702655 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb on network 3ec929da-f5f9-45ce-9946-9532736fc9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:40:10.704316 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Attempting to bind port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb on network 3ec929da-f5f9-45ce-9946-9532736fc9d8 {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:40:10.708365 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:40:10.708696 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Checking segment: {'id': '3527fdb8-262c-48ae-bc75-d253773c8336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3ec929da-f5f9-45ce-9946-9532736fc9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:40:10.709911 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Bound using segment: {'id': '3527fdb8-262c-48ae-bc75-d253773c8336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3ec929da-f5f9-45ce-9946-9532736fc9d8'} {{(pid=79268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:40:10.710485 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.managers [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Bound port: d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3527fdb8-262c-48ae-bc75-d253773c8336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3ec929da-f5f9-45ce-9946-9532736fc9d8'}}] {{(pid=79268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:40:10.710752 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:10.728940 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:10.802675 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] For port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb, host hv-cinder-78638, cleared binding levels {{(pid=79268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:40:10.805976 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] For port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,segment=NetworkSegment(3527fdb8-262c-48ae-bc75-d253773c8336),segment_id=3527fdb8-262c-48ae-bc75-d253773c8336)] {{(pid=79268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:40:10.967503 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:10.971275 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:11.028199 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:11.028835 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:11.036762 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-4438f522-e525-462c-b805-7b41cd333922 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb HTTP/1.1" status: 200 len: 1093 time: 1.4010725 May 10 17:40:11.036762 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a74ec46-1fa8-452d-a9ce-fd6fc03a393b', 'tag': 'd3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:11.082900 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,revision_number=3']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:11.088072 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:11.114717 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a74ec46-1fa8-452d-a9ce-fd6fc03a393b', 'tag': 'd3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb', 'status': 'completed', 'code': 200} May 10 17:40:11.305822 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9313-70a6-4e3d-84ed-1362095f652e req-a7728a9c-6d94-424a-bb3e-f6a5ec6b660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:11.344062 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-7cfb9313-70a6-4e3d-84ed-1362095f652e req-a7728a9c-6d94-424a-bb3e-f6a5ec6b660b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=343e4960a65d4cfc94978ddf8fb7672f&device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 1096 time: 0.0939546 May 10 17:40:11.503311 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9313-70a6-4e3d-84ed-1362095f652e req-9b660fa0-3aab-432d-aef6-8446ea9e6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:11.505568 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-7cfb9313-70a6-4e3d-84ed-1362095f652e req-9b660fa0-3aab-432d-aef6-8446ea9e6875 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=343e4960a65d4cfc94978ddf8fb7672f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1776297 May 10 17:40:11.535749 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2e04-4385-4f14-ac12-40c09b3cdb27 req-47599143-0a9a-42ce-8f5c-56aa02d3e272 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:11.537382 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e61a2e04-4385-4f14-ac12-40c09b3cdb27 req-47599143-0a9a-42ce-8f5c-56aa02d3e272 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 943 time: 0.1748147 May 10 17:40:11.561305 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:40:11.594188 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e61a2e04-4385-4f14-ac12-40c09b3cdb27 req-289f0d6b-2059-48dd-b29c-f1c31ed2b76f tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 May 10 17:40:11.705016 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9313-70a6-4e3d-84ed-1362095f652e req-381a82f0-a5a5-4599-80b8-f2be78e656b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:11.706501 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-7cfb9313-70a6-4e3d-84ed-1362095f652e req-381a82f0-a5a5-4599-80b8-f2be78e656b9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939616 May 10 17:40:11.866749 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-b9071e3b-4ed8-438a-95cb-bb60f117225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:11.868235 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-b9071e3b-4ed8-438a-95cb-bb60f117225e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=343e4960a65d4cfc94978ddf8fb7672f&device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 1096 time: 0.0745587 May 10 17:40:11.955878 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-3777219b-67e3-4272-a7fa-a01f93433aba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb HTTP/1.1" status: 200 len: 217 time: 0.0670683 May 10 17:40:12.029730 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-96a696ab-9934-4ba3-bf06-4141eb50ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:12.031296 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-96a696ab-9934-4ba3-bf06-4141eb50ddd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7dc25140-ac5b-41a8-b174-ff499a70c42d HTTP/1.1" status: 200 len: 847 time: 0.0672240 May 10 17:40:12.086151 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-56e772be-988f-4715-8981-a4cb39ec2f38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ec929da-f5f9-45ce-9946-9532736fc9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442574 May 10 17:40:12.241603 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-68fe9479-ec05-4d58-8d20-b0f93d4284e3 service neutron] 10.222.0.39 "GET /v2.0/networks/3ec929da-f5f9-45ce-9946-9532736fc9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468074 May 10 17:40:12.385815 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ea58fdfd-78df-4647-bf24-935ada0f5d5e req-afdedf38-21c4-495a-a4f9-1f2863da647b service neutron] 10.222.0.39 "GET /v2.0/networks/3ec929da-f5f9-45ce-9946-9532736fc9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349680 May 10 17:40:12.835689 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efed87b-db9d-4566-80d2-f498759f558b req-01591ed7-31d8-4c00-8957-4bc13a892dc9 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:12.837813 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9efed87b-db9d-4566-80d2-f498759f558b req-01591ed7-31d8-4c00-8957-4bc13a892dc9 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 943 time: 0.1022418 May 10 17:40:12.894037 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9efed87b-db9d-4566-80d2-f498759f558b req-29a67923-c910-4fad-b63a-28e57f3a2c7d tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467024 May 10 17:40:14.122536 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741a93-36f2-433b-9285-986745c92fab req-9219f06c-fdc8-4ad6-be7e-b02537a155a3 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:14.124128 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-76741a93-36f2-433b-9285-986745c92fab req-9219f06c-fdc8-4ad6-be7e-b02537a155a3 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 943 time: 0.1048257 May 10 17:40:14.204236 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-76741a93-36f2-433b-9285-986745c92fab req-2aeb6d31-636e-4318-adba-834cc953b6f0 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692236 May 10 17:40:14.466813 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:40:14.611808 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,segment=NetworkSegment(3527fdb8-262c-48ae-bc75-d253773c8336),segment_id=3527fdb8-262c-48ae-bc75-d253773c8336)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:14.626693 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'd3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb', 'network_id': '3ec929da-f5f9-45ce-9946-9532736fc9d8', 'port_id': 'd3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb', 'mac_address': 'fa:16:3e:a8:d8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc25140-ac5b-41a8-b174-ff499a70c42d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:40:14.690768 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:14.711182 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:14.727233 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,segment=NetworkSegment(3527fdb8-262c-48ae-bc75-d253773c8336),segment_id=3527fdb8-262c-48ae-bc75-d253773c8336)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:14.825576 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:14.828395 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:14.900003 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:14.903202 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:15.210310 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:15.423901 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877ec79-86b9-4e07-a3a2-f07480ede30e req-d6372245-23b4-4b9b-8258-e2e4a8cdbdd5 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:15.425452 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9877ec79-86b9-4e07-a3a2-f07480ede30e req-d6372245-23b4-4b9b-8258-e2e4a8cdbdd5 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 944 time: 0.0957086 May 10 17:40:15.478696 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9877ec79-86b9-4e07-a3a2-f07480ede30e req-77d80d19-e426-47bd-acd4-984e99c0763c tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454235 May 10 17:40:16.484256 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:40:16.665780 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:40:16.674266 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:40:16.674913 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:16.712810 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acc63-a879-4619-801a-ab639a86f5a6 req-d5266f95-1fff-460f-9cf5-ef9f10e75d9c tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:16.714845 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea4acc63-a879-4619-801a-ab639a86f5a6 req-d5266f95-1fff-460f-9cf5-ef9f10e75d9c tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 944 time: 0.1039913 May 10 17:40:16.773352 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ea4acc63-a879-4619-801a-ab639a86f5a6 req-98bfe309-712a-4ee2-8385-c475beac6b20 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509255 May 10 17:40:16.863921 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:16.901208 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a74ec46-1fa8-452d-a9ce-fd6fc03a393b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:16.911868 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,segment=NetworkSegment(3527fdb8-262c-48ae-bc75-d253773c8336),segment_id=3527fdb8-262c-48ae-bc75-d253773c8336)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:16.962614 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a74ec46-1fa8-452d-a9ce-fd6fc03a393b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb', 'code': 200} May 10 17:40:17.002741 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:17.004597 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:17.096701 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:17.100563 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:17.464599 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa9882-511a-4269-8ef8-c90dcdd00625 req-42007301-fc63-4b72-81c0-908452c9cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:17.466103 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-d0aa9882-511a-4269-8ef8-c90dcdd00625 req-42007301-fc63-4b72-81c0-908452c9cae5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 1098 time: 0.0846448 May 10 17:40:17.517345 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-d0aa9882-511a-4269-8ef8-c90dcdd00625 req-47b1a035-bced-46c9-95e4-4aebabca87be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 May 10 17:40:17.990368 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee053f-af5b-4701-97e8-547b84c9c568 req-c64d6865-0de0-4215-9c86-db64eb592cd1 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:17.991785 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ee053f-af5b-4701-97e8-547b84c9c568 req-c64d6865-0de0-4215-9c86-db64eb592cd1 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 945 time: 0.0863953 May 10 17:40:18.046907 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ee053f-af5b-4701-97e8-547b84c9c568 req-8886536e-8ed1-4908-82f6-e33ccf17426a tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470538 May 10 17:40:19.334752 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ba040-3721-4d7a-87c0-3457e2492881 req-dc9e3662-a428-497a-8040-1fd026f2cc6d tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:19.336250 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a12ba040-3721-4d7a-87c0-3457e2492881 req-dc9e3662-a428-497a-8040-1fd026f2cc6d tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 945 time: 0.1101539 May 10 17:40:19.402474 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a12ba040-3721-4d7a-87c0-3457e2492881 req-884252ec-ff57-4b2c-a7c4-43f3f6ccb528 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598180 May 10 17:40:20.619597 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4ce93-5e71-4d5b-8c9a-51f53f82c9db req-2880ffb7-2010-4683-b0b6-4bb4edba9050 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:20.621085 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f0c4ce93-5e71-4d5b-8c9a-51f53f82c9db req-2880ffb7-2010-4683-b0b6-4bb4edba9050 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 945 time: 0.1018732 May 10 17:40:20.669039 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f0c4ce93-5e71-4d5b-8c9a-51f53f82c9db req-2438cb5d-e823-40e5-beaf-ee001011152a tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422890 May 10 17:40:24.940250 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f162736-95fe-462c-b66b-7e8899257b1e req-2b6bc35d-a95e-47c9-a426-5b1d3f2068ef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:24.941839 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9f162736-95fe-462c-b66b-7e8899257b1e req-2b6bc35d-a95e-47c9-a426-5b1d3f2068ef tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 947 time: 0.2138033 May 10 17:40:24.994299 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9f162736-95fe-462c-b66b-7e8899257b1e req-74ebe74d-795a-4305-b33c-14b2e189e8dc tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463638 May 10 17:40:26.273617 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2d4ca-1c13-4cd4-9a58-4a3d8b942492 req-21b48571-3b69-46b9-bc81-882d09a10925 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:26.275323 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8cc2d4ca-1c13-4cd4-9a58-4a3d8b942492 req-21b48571-3b69-46b9-bc81-882d09a10925 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 947 time: 0.1505229 May 10 17:40:26.325413 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8cc2d4ca-1c13-4cd4-9a58-4a3d8b942492 req-850961d1-2440-4495-9a57-0555bfb89c70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 May 10 17:40:26.916947 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec823-d2c0-4b77-92ac-873d78373449 req-3bc741e2-dd65-4666-94b4-3c8a5bdbac23 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:26.918603 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8cec823-d2c0-4b77-92ac-873d78373449 req-3bc741e2-dd65-4666-94b4-3c8a5bdbac23 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 945 time: 0.0904026 May 10 17:40:26.970051 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8cec823-d2c0-4b77-92ac-873d78373449 req-d4d88b0c-55cd-4da3-8a09-07985117bb7f tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454879 May 10 17:40:27.476451 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-5559fbf5-8de1-4dda-bc8f-5a6d6dfce9c9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:27.477227 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-5559fbf5-8de1-4dda-bc8f-5a6d6dfce9c9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Synchronizing usage tracker for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:27.576159 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf02e30-ca75-4c9d-8af0-71c59dfd294b req-930b48ca-1543-41ee-8f3c-0f084b98f8c0 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:27.577716 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eaf02e30-ca75-4c9d-8af0-71c59dfd294b req-930b48ca-1543-41ee-8f3c-0f084b98f8c0 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 947 time: 0.1061449 May 10 17:40:27.607906 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-5559fbf5-8de1-4dda-bc8f-5a6d6dfce9c9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Unset dirty status for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:27.609152 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-5559fbf5-8de1-4dda-bc8f-5a6d6dfce9c9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 947 time: 0.3767192 May 10 17:40:27.634637 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eaf02e30-ca75-4c9d-8af0-71c59dfd294b req-b17accc3-3aaa-4f5f-80cb-d258951b48a2 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4734660a-3ba0-4200-94f6-bb9e92615e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497499 May 10 17:40:27.801624 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Deleting port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:40:27.801982 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:27.963952 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] For port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:27.964300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:28.185468 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e016c1-b625-4ea7-9c57-730c67fb3e21 req-cf246ef9-355e-417f-a5b9-80844c4ad872 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:28.187396 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-83e016c1-b625-4ea7-9c57-730c67fb3e21 req-cf246ef9-355e-417f-a5b9-80844c4ad872 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 945 time: 0.0958841 May 10 17:40:28.251382 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-83e016c1-b625-4ea7-9c57-730c67fb3e21 req-f0cd77f0-37fc-46aa-ba83-5113ab6fb39d tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567212 May 10 17:40:28.299536 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:28.299909 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:28.300228 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.l3_db [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Floating IP 684256f5-5952-4cee-adef-68530fecc76a disassociated. External IP: 172.28.0.67, port: 7dffd4d1-e8ac-4126-b215-34b58d0c24cc. May 10 17:40:28.300573 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Calling delete_port for 7dffd4d1-e8ac-4126-b215-34b58d0c24cc owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:40:28.551816 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:28.559736 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8acb08d1-5ea9-4d30-ac5e-98bd9a223238 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:28.607436 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event deleted for resources: {'Port': ['ID=7dffd4d1-e8ac-4126-b215-34b58d0c24cc,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:28.610624 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:28.617607 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:28.806680 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Router 551adeb9-78f1-4e2e-a84e-855f5329e99d has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:40:28.851990 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-95cfb570-4dd5-45d2-91d4-2ef39e5f6bff req-7615e2f2-8b82-4d82-9076-b90aa1323909 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 210 time: 0.0541587 May 10 17:40:29.022609 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:40:29.035636 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] Sync routers for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:40:29.053831 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:40:29.061320 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:40:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:29.125856 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] No DVR routers for this DVR port 7dffd4d1-e8ac-4126-b215-34b58d0c24cc on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:40:29.129094 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:29.132943 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-deleted', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:29.210824 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a94b3-f047-4f95-9289-e103cf827b91 req-5ec162ef-5b53-4480-84cd-4948a26d7d22 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:29.213801 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-069a94b3-f047-4f95-9289-e103cf827b91 req-5ec162ef-5b53-4480-84cd-4948a26d7d22 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 945 time: 0.1845002 May 10 17:40:29.252995 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128f5891-2c7f-4fda-b305-e71432c552ef', 'name': 'network-vif-deleted', 'tag': '7dffd4d1-e8ac-4126-b215-34b58d0c24cc', 'status': 'completed', 'code': 200} May 10 17:40:29.282642 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-cc765dc7-9629-4c09-9c37-d670e2c30a72 req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "DELETE /v2.0/ports/7dffd4d1-e8ac-4126-b215-34b58d0c24cc HTTP/1.1" status: 204 len: 173 time: 1.6594219 May 10 17:40:29.364354 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:40:29.395571 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Deleting port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:40:29.400311 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:29.675261 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] For port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,segment=NetworkSegment(3527fdb8-262c-48ae-bc75-d253773c8336),segment_id=3527fdb8-262c-48ae-bc75-d253773c8336)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:29.675622 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:29.774049 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:29.778654 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] Checking router: 551adeb9-78f1-4e2e-a84e-855f5329e99d for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:40:29.789686 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:40:29.790559 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:40:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:29.823919 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3027-9648-4700-a3ee-49b37ee0ec9c req-a065f9b3-74c5-4148-ae52-183b1eeb3c31 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:29.831265 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-041d3027-9648-4700-a3ee-49b37ee0ec9c req-a065f9b3-74c5-4148-ae52-183b1eeb3c31 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 945 time: 0.3663144 May 10 17:40:29.842156 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Calling delete_port for d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb owned by compute:nova {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:40:29.899960 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-041d3027-9648-4700-a3ee-49b37ee0ec9c req-6e69c251-2946-43b2-aa5a-062254dc2154 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/security-groups?id=60aaae45-311d-4e59-b3f7-bca3b02ebad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678124 May 10 17:40:30.001525 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:40:30.090854 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-963a3f43-5d20-453d-8f28-b1ca491b9137 req-53e8bd46-8ce9-4e8e-b3e0-81848fdfdd53 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=128f5891-2c7f-4fda-b305-e71432c552ef HTTP/1.1" status: 200 len: 210 time: 0.0526936 May 10 17:40:30.128460 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:30.144953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-794373fb-09c9-4857-bf69-2537baf8b98f tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:30.199954 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:30.221774 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Pushing event deleted for resources: {'Port': ['ID=d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:30.229295 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:30.274367 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] No DVR routers for this DVR port d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb on host hv-cinder-78638 {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:40:30.274367 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:30.275125 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a74ec46-1fa8-452d-a9ce-fd6fc03a393b', 'name': 'network-vif-deleted', 'tag': 'd3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:30.283348 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-069a94b3-f047-4f95-9289-e103cf827b91 req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.39 "DELETE /v2.0/ports/d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb HTTP/1.1" status: 204 len: 173 time: 1.0603371 May 10 17:40:30.336162 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a74ec46-1fa8-452d-a9ce-fd6fc03a393b', 'name': 'network-vif-deleted', 'tag': 'd3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb', 'status': 'completed', 'code': 200} May 10 17:40:30.418798 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:30.423363 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230545f-0492-4490-89eb-4538fb795cf3 None None] The sync data for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb is: [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:40:30.570433 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:40:30.605811 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:40:30.606496 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device d3cc9ae1-d9b1-40b3-b4dc-be77e3e5b9eb not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:40:30.606781 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:40:30.641674 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 7dffd4d1-e8ac-4126-b215-34b58d0c24cc {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:40:30.642179 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 7dffd4d1-e8ac-4126-b215-34b58d0c24cc not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:40:30.667944 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad2dbd-2732-4de8-89eb-e2cad268b6e8 None None] New status for floating IP 684256f5-5952-4cee-adef-68530fecc76a: DOWN {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:40:31.166587 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-6a5a67e0-05a7-4632-ad3d-af600fe409df req-b677fee5-6e9e-4e18-a922-f9671118e642 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Synchronizing usage tracker for tenant:343e4960a65d4cfc94978ddf8fb7672f on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:31.297833 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-6a5a67e0-05a7-4632-ad3d-af600fe409df req-b677fee5-6e9e-4e18-a922-f9671118e642 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Unset dirty status for tenant:343e4960a65d4cfc94978ddf8fb7672f on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:31.299250 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6a5a67e0-05a7-4632-ad3d-af600fe409df req-b677fee5-6e9e-4e18-a922-f9671118e642 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a74ec46-1fa8-452d-a9ce-fd6fc03a393b HTTP/1.1" status: 200 len: 210 time: 0.2053099 May 10 17:40:31.419652 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47632) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:31.523566 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-99bf9446-b122-4e0d-a937-55fc34cbcf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.573565 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-99bf9446-b122-4e0d-a937-55fc34cbcf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.788917 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-99bf9446-b122-4e0d-a937-55fc34cbcf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.795905 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f6c71c86-74ba-4ef0-83bf-c85cd1547e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:31.841918 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf9446-b122-4e0d-a937-55fc34cbcf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4734660a-3ba0-4200-94f6-bb9e92615e12,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:31.845085 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-99bf9446-b122-4e0d-a937-55fc34cbcf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:31.960218 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-99bf9446-b122-4e0d-a937-55fc34cbcf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:31.961396 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-99bf9446-b122-4e0d-a937-55fc34cbcf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "DELETE /v2.0/security-groups/4734660a-3ba0-4200-94f6-bb9e92615e12 HTTP/1.1" status: 204 len: 168 time: 0.5407064 May 10 17:40:31.964130 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47640) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:31.981648 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.api.v2.resource [None req-73b76316-f407-4ee0-967b-7bdd1f95ceea tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] show failed (client error): The resource could not be found. May 10 17:40:31.982487 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-73b76316-f407-4ee0-967b-7bdd1f95ceea tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups/4734660a-3ba0-4200-94f6-bb9e92615e12 HTTP/1.1" status: 404 len: 347 time: 0.0173619 May 10 17:40:31.985678 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47646) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:32.248124 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Deleting port e9f60519-cf95-49e2-bf48-08414fadb66a {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:40:32.248845 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.373288 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.374339 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.502777 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Calling delete_port for e9f60519-cf95-49e2-bf48-08414fadb66a owned by network:floatingip {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:40:32.772747 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.776639 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-5826e795-d1fb-423b-b917-a8cb6824dbee tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:32.820767 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event deleted for resources: {'Port': ['ID=e9f60519-cf95-49e2-bf48-08414fadb66a,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:32.860153 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.860524 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.860884 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.861241 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.861595 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.861946 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.862291 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.862663 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.863008 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.863351 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.863702 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.864035 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:32.876134 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:32.939529 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.956694 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.957825 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "DELETE /v2.0/floatingips/684256f5-5952-4cee-adef-68530fecc76a HTTP/1.1" status: 204 len: 168 time: 0.9711771 May 10 17:40:33.269509 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47662) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:33.277476 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176810343', 'description': 'tempest-description--217611461'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:33.285854 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:33.294006 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:security_group and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:33.298283 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:33.305690 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:33.475498 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.498743 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:33.502579 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:security_group_rule and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:33.507017 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:33.512975 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:33.587910 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.694298 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.712946 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-fceb124d-d2b3-4053-a108-973943e87559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:33.873446 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9089d1-4e2c-468d-b7f0-b38e54b138c0,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:33.876576 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:33.908327 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-46bffb3a-ac7b-435f-9e24-6e6f96f84bad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1767616 May 10 17:40:33.973106 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:33.975639 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-1dd9cef0-65f3-4217-a792-798b84380553 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7029786 May 10 17:40:33.978554 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 47672) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:33.984002 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'security_group_rule': {'security_group_id': '4d9089d1-4e2c-468d-b7f0-b38e54b138c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:33.990809 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:33.997297 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:security_group_rule and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:33.998814 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:34.004565 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:34.087761 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-3705ebfa-6906-4e2e-aa62-0012db784ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:34.089638 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-3705ebfa-6906-4e2e-aa62-0012db784ff3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 1098 time: 0.0835550 May 10 17:40:34.122897 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.199647 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.250179 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-5a7b5e17-a70c-48e1-8835-62b7bf68576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:34.251646 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-5a7b5e17-a70c-48e1-8835-62b7bf68576e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 910 time: 0.1422038 May 10 17:40:34.331825 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.340564 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:34.362399 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3ebf99-487f-461c-aaef-dc58037af052,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:34.373788 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-6c2ac067-d955-407d-9c0f-151bd860260b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 200 len: 1001 time: 0.1151218 May 10 17:40:34.377243 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.377482 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.378370 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.378912 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.379267 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.379623 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.380002 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.380362 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.380708 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.381052 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.381394 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.381736 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:34.392649 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:34.445590 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-77016a31-bdc6-4761-b404-569b5a6f5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:34.447089 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-77016a31-bdc6-4761-b404-569b5a6f5425 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.0647061 May 10 17:40:34.527434 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.528568 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5487339 May 10 17:40:34.529012 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-9e8a0392-9ccd-466b-8895-534754eabfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:34.530881 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-9e8a0392-9ccd-466b-8895-534754eabfb8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764632 May 10 17:40:34.531693 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47678) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:34.537123 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'security_group_rule': {'security_group_id': '4d9089d1-4e2c-468d-b7f0-b38e54b138c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:34.561004 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:34.570005 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:security_group_rule and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:34.617235 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:34.628225 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:34.684342 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-d04ba573-689c-4f0a-8e7f-518522c5e9eb service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427090 May 10 17:40:34.822385 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:34.830225 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7fdcb57a-08c1-47ea-a5c3-6e38a83189d6 req-7890f82f-38c7-4bb7-bb5a-0fef2d9925bf service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389821 May 10 17:40:34.887340 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.054319 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.056646 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:35.090692 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28691e0b-5480-4699-9bb9-c1af307c4a71,revision_number=0']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:35.090692 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:35.236500 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.238061 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-4a928130-0aad-4f57-b198-a2323f3fd170 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7052944 May 10 17:40:35.242029 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47690) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:35.248812 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'floatingip': {'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:35.254894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:35.259511 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Usage tracker for resource:floatingip and tenant:aec073c057894f18a4689f7f6eccafa4 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:40:35.262764 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:40:35.270827 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:35.401401 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.465245 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-92fb9c0e-32b3-448b-81cd-19ae3d3c7bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.546950 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.691237 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Allocated IP 172.28.0.26 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/fd12c99d-3a5f-4fbb-a44a-137b3cb49bcf) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:40:35.847247 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.991579 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:35.996261 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-c8a7fc25-1428-4d96-afcd-4be094c72e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:36.058044 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:40:36.061108 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:40:36.064834 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:40:36.112424 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'Port': ['ID=fd12c99d-3a5f-4fbb-a44a-137b3cb49bcf,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:36.117482 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:36.203668 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.356632 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.649367 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.785287 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:36.791923 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:36.927667 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'Port': ['ID=fd12c99d-3a5f-4fbb-a44a-137b3cb49bcf,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:36.936197 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:36.956056 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:37.156159 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:37.157403 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9142451 May 10 17:40:37.471014 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-956bd3ab-67b2-485d-a855-cc49a44cf2d4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Synchronizing usage tracker for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:security_group {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:37.630425 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-956bd3ab-67b2-485d-a855-cc49a44cf2d4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Unset dirty status for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:security_group {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:37.631679 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-956bd3ab-67b2-485d-a855-cc49a44cf2d4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--176810343&fields=id&tenant_id=aec073c057894f18a4689f7f6eccafa4 HTTP/1.1" status: 200 len: 267 time: 0.2109196 May 10 17:40:37.794182 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-9aa8278a-33d4-434e-8547-bd019952c095 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:37.795654 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-9aa8278a-33d4-434e-8547-bd019952c095 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 816 time: 0.1572778 May 10 17:40:37.811440 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-8ae74385-643a-4535-9d92-c42bc71db416 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/quotas/aec073c057894f18a4689f7f6eccafa4 HTTP/1.1" status: 200 len: 375 time: 0.0099757 May 10 17:40:37.899052 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-c1669ed1-8c65-437e-855d-0d7b24a176ca tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Synchronizing usage tracker for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:38.063525 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-da31e9f4-be6f-4aa2-9ce3-0a09e452348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:38.066803 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-c1669ed1-8c65-437e-855d-0d7b24a176ca tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Unset dirty status for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:38.069090 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-c1669ed1-8c65-437e-855d-0d7b24a176ca tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2517776 May 10 17:40:38.263307 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-ac2f476a-6c10-4d93-9fb2-40e4397cba6a service neutron] 10.222.0.21 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807396 May 10 17:40:38.327551 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:38.419544 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-449b7a65-2972-49a3-9f61-3577b3dccabe service neutron] 10.222.0.21 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494493 May 10 17:40:38.713318 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-341ec6bc-45f2-4f16-bfb8-b60105ddafb3 req-b8b9bb80-a906-4444-bee0-cae99d137a0c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 210 time: 0.0509660 May 10 17:40:39.207772 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:39.848963 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-558f4895-0874-4f00-821b-335df48f1a32 req-31c77aaf-086f-4a6b-9592-a7562727d3c6 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 210 time: 0.0570984 May 10 17:40:40.756555 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:41.203961 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6589351c-80de-4fae-b4c3-969e74389194 req-a4e51367-72cf-4dbf-8f88-68a8c625c817 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 210 time: 0.0455637 May 10 17:40:42.291775 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-2173f49b-f3b5-4a3f-8f66-1dfc6f0eaee1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:42.293222 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-2173f49b-f3b5-4a3f-8f66-1dfc6f0eaee1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 816 time: 0.1689711 May 10 17:40:42.391754 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-02a540ba-7e47-462a-b457-2db43125df8a req-adb898c1-e65a-4f0d-899d-012719127089 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 210 time: 0.0592668 May 10 17:40:42.399051 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-e502154d-9e32-4117-a822-359022141780 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec073c057894f18a4689f7f6eccafa4 HTTP/1.1" status: 200 len: 379 time: 0.0890887 May 10 17:40:42.408524 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'port': {'device_id': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'admin_state_up': True, 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'security_groups': ['4d9089d1-4e2c-468d-b7f0-b38e54b138c0']}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:42.569174 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:40:42.581861 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:40:42.772444 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Made reservation on behalf of aec073c057894f18a4689f7f6eccafa4 for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:40:42.776042 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:43.014100 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Allocated IP 172.20.0.9 (9ecde6c4-ef95-4d1b-b8d9-269b61cde688/48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed/0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:40:43.307990 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:43.337245 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Transition to ACTIVE for port object 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad will not be triggered until provisioned by entity DHCP. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:40:43.492117 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:43.503188 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:43.578802 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:40:43.583898 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:40:43.593775 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:40:43.627875 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:43.636041 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:43.676891 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:43.677849 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:43.689476 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff495f65-c9f2-42f1-a971-d9bfd9cbbd6d req-4dc33555-c005-49cc-8b2e-f40c0c21674f tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:43.690878 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff495f65-c9f2-42f1-a971-d9bfd9cbbd6d req-4dc33555-c005-49cc-8b2e-f40c0c21674f tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.2363994 May 10 17:40:43.777909 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ff495f65-c9f2-42f1-a971-d9bfd9cbbd6d req-37fba533-756c-43b3-95d1-66d2cbbbc8d9 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740969 May 10 17:40:43.894402 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-37605ac5-771a-4258-ac5f-92638223ff70 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4764247 May 10 17:40:43.901159 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1877daf-7781-4228-b3fa-729ccaa174d9 req-a2f6574e-1ec7-41c3-8cdc-6d24d4bda8af tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:43.901941 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-f1877daf-7781-4228-b3fa-729ccaa174d9 req-a2f6574e-1ec7-41c3-8cdc-6d24d4bda8af tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Synchronizing usage tracker for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:44.000451 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-c059d02c-9eab-4549-8d0f-db95819adec5 None None] Provisioning for port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:40:44.011159 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-c059d02c-9eab-4549-8d0f-db95819adec5 None None] Provisioning complete for port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:40:44.017099 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Request body: {'port': {'device_id': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:44.017241 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c059d02c-9eab-4549-8d0f-db95819adec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:44.047068 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7027c3f-59f1-4b92-af08-829068944af3 req-bb1b3990-e618-4102-b214-677b70d0072b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:44.048633 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b7027c3f-59f1-4b92-af08-829068944af3 req-bb1b3990-e618-4102-b214-677b70d0072b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1300657 May 10 17:40:44.054170 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-f1877daf-7781-4228-b3fa-729ccaa174d9 req-a2f6574e-1ec7-41c3-8cdc-6d24d4bda8af tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Unset dirty status for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:44.059123 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1877daf-7781-4228-b3fa-729ccaa174d9 req-a2f6574e-1ec7-41c3-8cdc-6d24d4bda8af tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 931 time: 0.2439287 May 10 17:40:44.079580 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-c059d02c-9eab-4549-8d0f-db95819adec5 None None] Port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:40:44.200408 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1877daf-7781-4228-b3fa-729ccaa174d9 req-7a05196b-8cb4-4a5a-9887-cf00c27959d7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285675 May 10 17:40:44.204899 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b7027c3f-59f1-4b92-af08-829068944af3 req-cae6a44d-e7f3-4ced-bc4e-7f5fb34e151c tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379488 May 10 17:40:44.227649 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:44.585647 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:44.593524 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:44.608980 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Transition to ACTIVE for port object 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:40:44.742913 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:44.746955 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:44.908361 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:44.920755 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:45.038846 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Attempting to bind port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:40:45.039213 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Attempting to bind port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:40:45.039455 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Attempting to bind port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad on network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:40:45.046764 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad on network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:40:45.047073 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Attempting to bind port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad on network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:40:45.056098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:40:45.056436 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Checking segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:40:45.056828 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Bound using segment: {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:40:45.057259 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Bound port: 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:40:45.057682 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:45.122235 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e1c89-0827-4f02-9914-b6c920e5f4ed req-c1c5c1e4-290d-4442-b706-15fd6b844c2a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:45.123789 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dc5e1c89-0827-4f02-9914-b6c920e5f4ed req-c1c5c1e4-290d-4442-b706-15fd6b844c2a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.2044799 May 10 17:40:45.207410 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-dc5e1c89-0827-4f02-9914-b6c920e5f4ed req-1aaa4d01-af21-42db-bf89-f1459e255d27 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702424 May 10 17:40:45.213762 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:40:45.217150 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:40:45.391757 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:45.405948 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7c09566f-d949-4ec9-97d7-4986961aef8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:45.475874 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:45.476488 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:45.477880 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] 10.222.0.39 "PUT /v2.0/ports/0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad HTTP/1.1" status: 200 len: 1093 time: 1.5571883 May 10 17:40:45.479493 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:45.610648 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:45.623210 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:45.650548 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8063f2-fcf4-46b0-bc64-616f8f900554 req-96a47800-4930-47a0-bff0-143730a7ab92 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:45.652083 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf8063f2-fcf4-46b0-bc64-616f8f900554 req-96a47800-4930-47a0-bff0-143730a7ab92 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.3317311 May 10 17:40:45.662486 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f17160-9954-4bff-a7b8-158597e7826c req-19b90d45-cda2-4f30-a5df-88dca4109171 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:45.663983 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-86f17160-9954-4bff-a7b8-158597e7826c req-19b90d45-cda2-4f30-a5df-88dca4109171 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.3418157 May 10 17:40:45.782645 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-86f17160-9954-4bff-a7b8-158597e7826c req-6effa731-038a-4e8b-9b7f-e72651065367 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041331 May 10 17:40:45.787729 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cf8063f2-fcf4-46b0-bc64-616f8f900554 req-1bd300eb-cb61-42fd-86cf-40475d43b645 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225536 May 10 17:40:45.829056 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-f3af6fc7-2ec8-4206-904c-33d53ed06c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:45.830765 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-f3af6fc7-2ec8-4206-904c-33d53ed06c65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 1096 time: 0.1176426 May 10 17:40:45.931439 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-67e51258-8585-4bbd-9e60-0b5e7584bed9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad HTTP/1.1" status: 200 len: 217 time: 0.0755184 May 10 17:40:45.933091 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'status': 'completed', 'code': 200} May 10 17:40:46.035916 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-db4abe90-6958-477d-952a-ac5f975c1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:46.037997 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-db4abe90-6958-477d-952a-ac5f975c1c73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.0745215 May 10 17:40:46.128596 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-300e8d1e-cb8a-4442-b9cf-58fa1ecba614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:46.131509 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-300e8d1e-cb8a-4442-b9cf-58fa1ecba614 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858910 May 10 17:40:46.281315 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-0832a684-e7e1-443c-be02-a657be34f26a service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413310 May 10 17:40:46.471656 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fced7cb4-6b6c-4610-b056-e7fd9ca5195e req-bd30554f-730e-4d29-961e-898ebba93489 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824014 May 10 17:40:46.498037 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84d9fa-b82c-4c7c-b2b9-7d4d41de7fae req-bbbd6519-5549-4336-9102-516da78b25cf tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:46.499551 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9e84d9fa-b82c-4c7c-b2b9-7d4d41de7fae req-bbbd6519-5549-4336-9102-516da78b25cf tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.1394849 May 10 17:40:46.552958 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9e84d9fa-b82c-4c7c-b2b9-7d4d41de7fae req-0165b40e-4366-4040-ada7-8d1e490dda72 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 May 10 17:40:46.864881 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-644941b8-ed8f-4eb5-ae7c-ee019f43bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:46.866365 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-644941b8-ed8f-4eb5-ae7c-ee019f43bf71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 1096 time: 0.0811875 May 10 17:40:47.123415 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-4bef17cb-1770-41a7-8783-dba687e0c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:47.124173 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-4bef17cb-1770-41a7-8783-dba687e0c518 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 917 time: 0.2502973 May 10 17:40:47.212452 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6d1b6-f0fc-4856-bc55-17d480256e5a req-4b16e61a-b344-4688-ba08-32eb25d489ec tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:47.214067 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-00a6d1b6-f0fc-4856-bc55-17d480256e5a req-4b16e61a-b344-4688-ba08-32eb25d489ec tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.2613850 May 10 17:40:47.229089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531eb74-c6ac-4444-ae17-09e831bf885c req-1dd0c562-8346-4010-8768-0b7b708ab8b9 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:47.230612 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a531eb74-c6ac-4444-ae17-09e831bf885c req-1dd0c562-8346-4010-8768-0b7b708ab8b9 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2768815 May 10 17:40:47.233324 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-773885a1-dbaa-46a7-b485-5c972444c382 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad HTTP/1.1" status: 200 len: 217 time: 0.0973482 May 10 17:40:47.347620 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-00a6d1b6-f0fc-4856-bc55-17d480256e5a req-1ceea634-dc33-4999-ac9b-e789a9cbd9ca tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158013 May 10 17:40:47.365041 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a531eb74-c6ac-4444-ae17-09e831bf885c req-445c02de-4b33-4de4-801c-f211aef82c56 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187861 May 10 17:40:47.366632 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-f76fbfb4-3a0b-40e1-900c-6da7105f8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:47.368024 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-f76fbfb4-3a0b-40e1-900c-6da7105f8cfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.1207824 May 10 17:40:47.450560 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-9fc978ef-3dfc-4e41-b23c-10ed2db04952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:47.452040 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-9fc978ef-3dfc-4e41-b23c-10ed2db04952 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767331 May 10 17:40:47.601386 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-5e6c3930-04fc-460c-9d6d-a0e3fa1ab579 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390567 May 10 17:40:47.883123 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bd701b5f-30ff-4e6e-a21c-a0a8e0e31f62 req-ed39579e-9585-40ec-936b-57e5e2a39951 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750611 May 10 17:40:47.904635 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6f92-ea08-473c-a1be-0995244e4763 req-eeb700c3-dc95-4893-b325-372ec88219c9 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:47.906169 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-761e6f92-ea08-473c-a1be-0995244e4763 req-eeb700c3-dc95-4893-b325-372ec88219c9 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.2286117 May 10 17:40:47.965337 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-761e6f92-ea08-473c-a1be-0995244e4763 req-2a70459b-e2e0-48ce-988e-905c2f309287 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 May 10 17:40:48.564747 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:40:48.655153 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9de150-9d24-4190-8975-bead7de33b7c req-a5f9c16a-989d-4db1-9f6c-03ec4bbaa35e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:48.656672 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7b9de150-9d24-4190-8975-bead7de33b7c req-a5f9c16a-989d-4db1-9f6c-03ec4bbaa35e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1546552 May 10 17:40:48.666366 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390a772-16eb-4777-8848-d70e50f41c67 req-1c1cac84-8c20-40dc-83aa-d9b841e33567 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:48.667911 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e390a772-16eb-4777-8848-d70e50f41c67 req-1c1cac84-8c20-40dc-83aa-d9b841e33567 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1640892 May 10 17:40:48.671098 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:40:48.749085 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7b9de150-9d24-4190-8975-bead7de33b7c req-5816ee4c-6aa7-472e-83c5-17668fb4d5b0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801704 May 10 17:40:48.751883 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e390a772-16eb-4777-8848-d70e50f41c67 req-9b0e481a-672b-4919-924a-566fc8f50d8f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637729 May 10 17:40:48.821375 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:48.837810 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'port_id': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'mac_address': 'fa:16:3e:e9:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:40:48.913969 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:48.936904 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:40:48.953450 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:49.028165 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-e00b078b-396c-4c48-a500-e1e48a8ab3ce tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:49.029674 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-e00b078b-396c-4c48-a500-e1e48a8ab3ce tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.39 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.0948937 May 10 17:40:49.063737 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:49.068424 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:49.244543 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:49.252306 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.252650 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.252984 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.253311 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.253634 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.253956 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.254336 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.255407 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.255818 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.257617 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.257617 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.257617 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:49.261634 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:49.318038 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556aebe-5e4e-47bb-a0c4-56858eeeeac7 req-557904be-08f6-46f4-b30e-e37f40fe2eee tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:49.319536 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f556aebe-5e4e-47bb-a0c4-56858eeeeac7 req-557904be-08f6-46f4-b30e-e37f40fe2eee tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 946 time: 0.2187240 May 10 17:40:49.344848 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Deleting port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:40:49.345193 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:49.417558 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:49.447618 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f556aebe-5e4e-47bb-a0c4-56858eeeeac7 req-4681ef63-fc79-47f6-ba60-7f9339ce1bc9 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217101 May 10 17:40:49.506582 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] For port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:49.507013 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:49.635489 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Calling delete_port for 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 owned by compute:nova {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:40:49.865636 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:49.904141 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-df66f1d1-b575-4661-99fb-c730a490ed6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:50.008684 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Pushing event deleted for resources: {'Port': ['ID=43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:50.107820 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:40:50.122282 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] No DVR routers for this DVR port 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 on host hv-cinder-78638 {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:40:50.124106 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:50.128781 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:50.133476 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930d064e-5cd1-4bef-8742-aff8028dd43d', 'name': 'network-vif-deleted', 'tag': '43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:50.152342 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-37f87340-f809-4ebf-be66-951f1a8de2ac req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.39 "DELETE /v2.0/ports/43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 HTTP/1.1" status: 204 len: 173 time: 1.1115983 May 10 17:40:50.180454 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d1131-9240-4300-8f18-f20ff2f72e9a req-222a3599-8e5c-4851-8072-4b0d550362b5 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:50.181999 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c32d1131-9240-4300-8f18-f20ff2f72e9a req-222a3599-8e5c-4851-8072-4b0d550362b5 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.3133593 May 10 17:40:50.191327 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eace2f-3e37-41bd-b0da-c200358f86c0 req-fdc39920-5b8a-4d87-9711-33c1a212c121 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:50.193282 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-30eace2f-3e37-41bd-b0da-c200358f86c0 req-fdc39920-5b8a-4d87-9711-33c1a212c121 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 944 time: 0.2546604 May 10 17:40:50.264957 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c32d1131-9240-4300-8f18-f20ff2f72e9a req-4e550e4b-f8cd-493c-9d53-f56da56e5bba tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703278 May 10 17:40:50.269581 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-30eace2f-3e37-41bd-b0da-c200358f86c0 req-d8e16168-3eed-4a52-8e90-120808cfe569 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620458 May 10 17:40:50.326941 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930d064e-5cd1-4bef-8742-aff8028dd43d', 'name': 'network-vif-deleted', 'tag': '43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1', 'status': 'completed', 'code': 200} May 10 17:40:50.610441 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-1bdbbb18-2ff0-4afb-861a-e1c6b77720c1 req-aadacad3-4e42-480a-b3d6-53deabe4d81a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Synchronizing usage tracker for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:40:50.710679 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:40:50.713875 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-1bdbbb18-2ff0-4afb-861a-e1c6b77720c1 req-aadacad3-4e42-480a-b3d6-53deabe4d81a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Unset dirty status for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:40:50.715127 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1bdbbb18-2ff0-4afb-861a-e1c6b77720c1 req-aadacad3-4e42-480a-b3d6-53deabe4d81a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=930d064e-5cd1-4bef-8742-aff8028dd43d HTTP/1.1" status: 200 len: 210 time: 0.1520576 May 10 17:40:50.886896 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:40:50.892105 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:40:50.892477 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:51.015141 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:51.043316 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:51.053840 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:40:51.097374 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'code': 200} May 10 17:40:51.167750 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:51.168526 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:40:51.200114 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-a62dd59e-7760-4ab2-8ea6-ef883d68059e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:51.244995 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:40:51.245347 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 43a6130d-36a3-4e51-bda1-7d1bcfb5b2e1 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:40:51.272449 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:51.275843 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:51.533611 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee98ec0-2fc1-4285-9571-cd3f158cab1f req-cbf82cd7-4197-4b10-9379-f5e2389f9938 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:51.535196 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2ee98ec0-2fc1-4285-9571-cd3f158cab1f req-cbf82cd7-4197-4b10-9379-f5e2389f9938 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1485202 May 10 17:40:51.544912 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503be93-0a6f-4193-82d8-43526a5ead6f req-9a7a7054-3d78-43f9-9e34-dc2f9b715285 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:51.546445 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a503be93-0a6f-4193-82d8-43526a5ead6f req-9a7a7054-3d78-43f9-9e34-dc2f9b715285 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1269951 May 10 17:40:51.762072 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2ee98ec0-2fc1-4285-9571-cd3f158cab1f req-e096a5f7-2c6b-48a8-9973-f9da2951a5ee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058762 May 10 17:40:51.767936 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a503be93-0a6f-4193-82d8-43526a5ead6f req-8ae1f1e7-6bfe-4d20-b658-aa21be2262f3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157104 May 10 17:40:51.799333 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d543aa5-2eb0-492a-b44a-a4b40d1ac9f0 req-83430285-0bf3-4a78-815f-a0ae7207f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:51.800908 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9d543aa5-2eb0-492a-b44a-a4b40d1ac9f0 req-83430285-0bf3-4a78-815f-a0ae7207f82b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 1098 time: 0.1459308 May 10 17:40:51.851223 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9d543aa5-2eb0-492a-b44a-a4b40d1ac9f0 req-a33c4ec5-9a1e-4e79-b810-4d2ee4f0258d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380819 May 10 17:40:53.048405 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3c872-d810-45a7-a696-87c6bb98ad67 req-2ef22f3a-5715-4fd0-ae1c-4869aa5ecd13 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:53.049832 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b2e3c872-d810-45a7-a696-87c6bb98ad67 req-2ef22f3a-5715-4fd0-ae1c-4869aa5ecd13 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1628087 May 10 17:40:53.058897 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff1ebd-91e6-463f-bf19-ad981cae7477 req-3f8ccf22-7402-4804-baa0-86c8eac5cd34 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:53.061282 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fcff1ebd-91e6-463f-bf19-ad981cae7477 req-3f8ccf22-7402-4804-baa0-86c8eac5cd34 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1334021 May 10 17:40:53.137497 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b2e3c872-d810-45a7-a696-87c6bb98ad67 req-738337eb-090e-4477-a034-5bd49d5b1cc0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752311 May 10 17:40:53.151916 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fcff1ebd-91e6-463f-bf19-ad981cae7477 req-82eadeff-c08d-431c-a156-30de1f50e0ad tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750394 May 10 17:40:54.418751 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3e62-6a5e-44c4-b1cc-fded04c7b443 req-d35a7090-0f3f-4b82-a8ed-cec7b5dfaa40 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:54.420219 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-649a3e62-6a5e-44c4-b1cc-fded04c7b443 req-d35a7090-0f3f-4b82-a8ed-cec7b5dfaa40 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1490998 May 10 17:40:54.427797 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45a8b7-b994-4061-9d57-a28591650108 req-3ba73a85-8a61-4c97-bdea-060ee9caa20d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:54.429146 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ce45a8b7-b994-4061-9d57-a28591650108 req-3ba73a85-8a61-4c97-bdea-060ee9caa20d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1173134 May 10 17:40:54.502009 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-649a3e62-6a5e-44c4-b1cc-fded04c7b443 req-dc676b17-3d86-4575-aa3a-dacbacf54b42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718853 May 10 17:40:54.514603 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ce45a8b7-b994-4061-9d57-a28591650108 req-74454d55-8839-48b8-9e23-e93785acf289 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703495 May 10 17:40:54.777868 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ad8f4-77cb-4030-b5c7-7514105c9167 req-3957d8e5-2fd6-49a9-8e77-3827fe63c01f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:54.779470 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fd2ad8f4-77cb-4030-b5c7-7514105c9167 req-3957d8e5-2fd6-49a9-8e77-3827fe63c01f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1231151 May 10 17:40:54.792171 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 47966) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:54.807279 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Request body: {'floatingip': {'port_id': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:40:54.887414 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:55.937530 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f90520-0c20-44e5-8faf-b5b181ab683c req-c0fd9e92-b8c8-42bf-9e7a-cd296ff82565 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:55.939574 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f0f90520-0c20-44e5-8faf-b5b181ab683c req-c0fd9e92-b8c8-42bf-9e7a-cd296ff82565 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2485874 May 10 17:40:55.943355 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:55.993160 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f0f90520-0c20-44e5-8faf-b5b181ab683c req-e74a48d2-59bc-4935-8a21-c2f98b261541 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427716 May 10 17:40:56.070380 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:56.291034 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.l3_db [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Floating IP f56601c7-7535-4887-8a9c-faa8efcdfe2e associated. External IP: 172.28.0.26, port: 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad. May 10 17:40:56.704984 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Router 551adeb9-78f1-4e2e-a84e-855f5329e99d has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:40:56.917437 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:40:56.923130 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:56.930097 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] Sync routers for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:40:56.944094 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:40:56.944451 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:40:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:57.019460 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-359df1e0-1e93-498c-91ea-318419231c67 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "PUT /v2.0/floatingips/f56601c7-7535-4887-8a9c-faa8efcdfe2e HTTP/1.1" status: 200 len: 990 time: 2.2190173 May 10 17:40:57.019460 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:40:57.139329 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'status': 'completed', 'code': 200} May 10 17:40:57.199233 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:40:57.307214 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-f327633f-3956-4880-ae40-f30347fe524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:57.308713 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-f327633f-3956-4880-ae40-f30347fe524e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 1098 time: 0.1198628 May 10 17:40:57.593337 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6e0c0-80ff-4fcb-9d2d-c7b4c84d659c req-4fa777b9-180a-46a3-817e-10b6fae268be tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:57.594818 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-30f6e0c0-80ff-4fcb-9d2d-c7b4c84d659c req-4fa777b9-180a-46a3-817e-10b6fae268be tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.3256412 May 10 17:40:57.603369 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-3b5edfe5-258b-48a0-af84-bc61f92a10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:57.605913 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-3b5edfe5-258b-48a0-af84-bc61f92a10da service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 917 time: 0.2897701 May 10 17:40:57.637367 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': 'f56601c7-7535-4887-8a9c-faa8efcdfe2e', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'port_id': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'mac_address': 'fa:16:3e:e9:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:40:36Z', 'updated_at': '2021-05-10T17:40:55Z', 'revision_number': 1, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:57.644707 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] Checking router: 551adeb9-78f1-4e2e-a84e-855f5329e99d for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:40:57.664803 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:40:57.665827 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:40:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:57.742761 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-30f6e0c0-80ff-4fcb-9d2d-c7b4c84d659c req-e463b318-e3bb-42f4-9499-89cb04c99a11 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354666 May 10 17:40:57.777448 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-4d6303bc-6510-4fc5-a4d0-6f73c09ff46f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad HTTP/1.1" status: 200 len: 998 time: 0.1449628 May 10 17:40:57.868362 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:40:57.872490 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-8270be63-671d-4b75-b7b4-f37e4885c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:57.874020 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-8270be63-671d-4b75-b7b4-f37e4885c425 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.0896902 May 10 17:40:57.984388 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-981d3892-4729-410e-a782-f6482735865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:57.986263 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-981d3892-4729-410e-a782-f6482735865f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1024685 May 10 17:40:58.259451 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-65f28e3c-7999-484f-8925-4d1b272b9465 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665150 May 10 17:40:58.354620 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': 'f56601c7-7535-4887-8a9c-faa8efcdfe2e', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'port_id': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'mac_address': 'fa:16:3e:e9:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:40:36Z', 'updated_at': '2021-05-10T17:40:55Z', 'revision_number': 1, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:58.361058 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c37cfb-192e-4ffc-a9f6-22db66c60d7f None None] The sync data for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb is: [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': 'f56601c7-7535-4887-8a9c-faa8efcdfe2e', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'port_id': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'mac_address': 'fa:16:3e:e9:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:40:36Z', 'updated_at': '2021-05-10T17:40:55Z', 'revision_number': 1, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:40:58.430818 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-04446958-b799-43fd-aca2-2560852b1477 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:58.433020 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-04446958-b799-43fd-aca2-2560852b1477 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/networks?id=9c2b7cdb-f204-4b48-8ce6-761a611ed797 HTTP/1.1" status: 200 len: 813 time: 0.2763708 May 10 17:40:58.470125 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-17d364ee-b120-4bfa-b0df-83c3c7ea089c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/quotas/8c3c030d3c4f4475920c66bbddb6f3e3 HTTP/1.1" status: 200 len: 375 time: 0.0177121 May 10 17:40:58.523764 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c78be982-f9c7-4a15-b65f-49005be82c47 req-89958ca3-7c3a-4db8-8026-8c2e06dda93a service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540686 May 10 17:40:58.530900 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-1fb4156f-ef65-4a2e-a75d-38dd106a2a28 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509174 May 10 17:40:58.575001 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48028) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:58.617439 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a09191-c897-4b9d-99a7-ad9edb11f1c0 None None] New status for floating IP f56601c7-7535-4887-8a9c-faa8efcdfe2e: ACTIVE {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:40:58.648095 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:58.780276 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Deleting subnet 7dc25140-ac5b-41a8-b174-ff499a70c42d {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:40:58.784654 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:58.791109 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-c1e9434a-0cbf-4e2c-816c-f7543e895545 service neutron] 10.222.0.21 "GET /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515635 May 10 17:40:58.852314 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:58.914724 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.147619 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-131eff4b-0d9a-4238-9ffd-b447f189f07f service neutron] 10.222.0.21 "GET /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552306 May 10 17:40:59.163484 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfd4d0-6246-4185-aa1a-0c0652061a39 req-063f2421-692d-4dee-b708-a53762b01a05 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:40:59.165839 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a8dfd4d0-6246-4185-aa1a-0c0652061a39 req-063f2421-692d-4dee-b708-a53762b01a05 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2340932 May 10 17:40:59.228987 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a8dfd4d0-6246-4185-aa1a-0c0652061a39 req-ad5d3e20-9ff9-40ff-b8d9-7a4ea755e6bb tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531859 May 10 17:40:59.299755 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.306722 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-36e3f08b-dc0e-4966-b518-0c92dac74e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:40:59.348954 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc25140-ac5b-41a8-b174-ff499a70c42d,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:59.353599 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:40:59.357633 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.368065 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7dc25140-ac5b-41a8-b174-ff499a70c42d HTTP/1.1" status: 204 len: 168 time: 0.7913284 May 10 17:40:59.371027 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 48036) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:40:59.577476 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c8b03d09-097a-469c-b069-17ad7cbc3d7d req-fc31d8bb-e045-4143-b47c-38eff48f370c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 210 time: 0.1066093 May 10 17:40:59.610764 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.791153 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.814120 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec929da-f5f9-45ce-9946-9532736fc9d8']}} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:59.831398 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3527fdb8-262c-48ae-bc75-d253773c8336') {'for_net_delete': True} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:59.831672 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3527fdb8-262c-48ae-bc75-d253773c8336') {} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:40:59.846389 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190373'] for segment, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.864398 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.871249 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=79269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:40:59.871683 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265937'] for segment, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: Traceback (most recent call last): May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: timer() May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: cb(*args, **kw) May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: return func(*args, **kwargs) May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: self._notify() May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: self.callback(batched_events) May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: event.method(event) May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: return f(self, *a, **k) May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: return self._get(url).json() May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: return self.request(url, 'GET', **kwargs) May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:40:59.885499 dv-cinder-786383-3-smb neutron-server[79269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:41:00.143862 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:00.148714 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8acdf596-632e-4a24-ab87-fe9c2be26748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:00.162539 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:00.173100 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec929da-f5f9-45ce-9946-9532736fc9d8,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:00.177262 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:00.280183 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ff0676d0-5d19-4042-aec9-0ee4e8735297 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ec929da-f5f9-45ce-9946-9532736fc9d8 HTTP/1.1" status: 204 len: 168 time: 0.9037986 May 10 17:41:00.286295 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 48052) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:00.352542 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] Deleting subnet 68d4a54c-d95e-43c0-89dc-1b652885714c {{(pid=79269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:41:00.355820 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:00.453874 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4190394'] for subnet, precommit_delete_associations {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:00.531920 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b92995-51b9-459d-88a3-2ee1289ebc92 req-274be3b7-a14a-4dc2-ad62-936386f73d77 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:00.533413 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-11b92995-51b9-459d-88a3-2ee1289ebc92 req-274be3b7-a14a-4dc2-ad62-936386f73d77 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1519568 May 10 17:41:00.534543 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:00.716488 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-11b92995-51b9-459d-88a3-2ee1289ebc92 req-36588c51-55ce-44b7-af4c-4afe3824a020 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385131 May 10 17:41:00.921468 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8a277623-c11a-4e13-989b-e25cc83ac3e9 req-9f3e6f81-f35f-4e1f-96e7-1ef7060ce128 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 210 time: 0.0513470 May 10 17:41:01.064447 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404748'] for subnet, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.069408 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:01.110456 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.113214 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d4a54c-d95e-43c0-89dc-1b652885714c,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:01.115740 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:01.120218 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-eb197115-6bc0-4413-a781-b7259296d518 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/68d4a54c-d95e-43c0-89dc-1b652885714c HTTP/1.1" status: 204 len: 168 time: 0.8380177 May 10 17:41:01.122627 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 48060) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:01.235426 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.367547 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.381457 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98']}} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:01.393641 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a4487c-5496-4e4d-926e-3b5f09252782') {'for_net_delete': True} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:01.393947 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a4487c-5496-4e4d-926e-3b5f09252782') {} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:41:01.405976 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190373'] for segment, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.423254 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.429470 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=79269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:41:01.429837 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265937'] for segment, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: Traceback (most recent call last): May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: timer() May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: cb(*args, **kw) May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: return func(*args, **kwargs) May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: self._notify() May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: self.callback(batched_events) May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: event.method(event) May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: return f(self, *a, **k) May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: return self._get(url).json() May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: return self.request(url, 'GET', **kwargs) May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:41:01.443722 dv-cinder-786383-3-smb neutron-server[79269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:41:01.578072 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.582918 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:01.596195 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:01.605928 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:01.608522 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cbf7cb0c-0004-45c2-9bb2-2dbb3d2d6d98 HTTP/1.1" status: 204 len: 168 time: 0.4848952 May 10 17:41:01.609382 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-08456ed4-c03f-44fa-b0c2-4ae46dcce907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:02.003269 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172f74a-b608-421b-b39a-36eb4de945f6 req-9e9ef31f-910c-48f3-886c-d7c8f965ddae tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:02.005300 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f172f74a-b608-421b-b39a-36eb4de945f6 req-9e9ef31f-910c-48f3-886c-d7c8f965ddae tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1650159 May 10 17:41:02.033834 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48072) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:02.108080 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f172f74a-b608-421b-b39a-36eb4de945f6 req-fac0cb97-ded4-4550-9924-dea881a57964 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953448 May 10 17:41:02.134187 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-54037525-b1d1-450e-bddd-105aa69ea842 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:02.134187 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-54037525-b1d1-450e-bddd-105aa69ea842 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.39 "GET /v2.0/networks?id=9c2b7cdb-f204-4b48-8ce6-761a611ed797 HTTP/1.1" status: 200 len: 813 time: 0.2308147 May 10 17:41:02.138333 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7f0d4b45-09f2-437d-a1dd-b5b9d7d31dd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=343e4960a65d4cfc94978ddf8fb7672f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005342 May 10 17:41:02.140808 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48076) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:02.183356 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Request body: {'port': {'device_id': 'fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5', 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797', 'admin_state_up': True, 'tenant_id': '8c3c030d3c4f4475920c66bbddb6f3e3'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:41:02.204932 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8a8af503-df65-4c7c-a997-02a2e8df1367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:02.210458 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b3db31db-c069-4179-8165-815797c417c2 req-83f364bd-7b13-43e2-ac53-42f668609503 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 210 time: 0.0754869 May 10 17:41:02.235613 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8a8af503-df65-4c7c-a997-02a2e8df1367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:02.371155 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8a8af503-df65-4c7c-a997-02a2e8df1367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:02.376436 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eed62a7a-3b78-40f7-8d5d-dbd988112de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:02.389058 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8af503-df65-4c7c-a997-02a2e8df1367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aaae45-311d-4e59-b3f7-bca3b02ebad0,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:02.392428 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8a8af503-df65-4c7c-a997-02a2e8df1367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:02.393871 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8a8af503-df65-4c7c-a997-02a2e8df1367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:02.397816 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-8a8af503-df65-4c7c-a997-02a2e8df1367 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60aaae45-311d-4e59-b3f7-bca3b02ebad0 HTTP/1.1" status: 204 len: 168 time: 0.2557600 May 10 17:41:02.429168 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:02.439084 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:02.519468 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Made reservation on behalf of 8c3c030d3c4f4475920c66bbddb6f3e3 for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:41:02.523786 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:02.720228 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Allocated IP 172.20.0.5 (9c2b7cdb-f204-4b48-8ce6-761a611ed797/35bba17f-509f-410e-af46-be16cc6f7769/64b5edca-2b82-4df2-b42a-4cc643c49d97) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:41:02.952246 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:03.041927 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:03.049654 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ab5661cf-241a-49ae-b25b-519d5caa7c2c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:03.125890 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:41:03.127089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:41:03.131201 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:41:03.193413 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Pushing event updated for resources: {'Port': ['ID=64b5edca-2b82-4df2-b42a-4cc643c49d97,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:03.198321 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:03.222868 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:03.223639 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:03.255164 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48094) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:03.330282 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1553638 May 10 17:41:03.343594 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f087ceb3-1631-43ff-8431-3ad0e995611d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a80787792b04563b6b78be91f57fc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866280 May 10 17:41:03.351731 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48098) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:03.384235 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Request body: {'port': {'device_id': 'fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:41:03.427722 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8e652c49-5adf-400e-a2e7-2eaeeb0a890a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:03.463172 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8e652c49-5adf-400e-a2e7-2eaeeb0a890a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:03.528562 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b8ed-4873-44ed-b6c4-8f70a6e29857 req-2c644f21-3c20-4052-992f-7151dc333bd0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:03.530142 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4f29b8ed-4873-44ed-b6c4-8f70a6e29857 req-2c644f21-3c20-4052-992f-7151dc333bd0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2590342 May 10 17:41:03.573977 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:03.593387 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e89474-e501-415d-803f-5532d18669a7 req-0ba82de7-5952-4e7e-b996-af18d36ff627 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:03.594128 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-08e89474-e501-415d-803f-5532d18669a7 req-0ba82de7-5952-4e7e-b996-af18d36ff627 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Synchronizing usage tracker for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:41:03.645208 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8e652c49-5adf-400e-a2e7-2eaeeb0a890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:03.650795 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:03.664480 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e652c49-5adf-400e-a2e7-2eaeeb0a890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c78c14-633e-49ec-9a1c-ef2c877c2088,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:03.667690 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8e652c49-5adf-400e-a2e7-2eaeeb0a890a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:03.669762 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-8e652c49-5adf-400e-a2e7-2eaeeb0a890a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:03.673762 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-8e652c49-5adf-400e-a2e7-2eaeeb0a890a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41c78c14-633e-49ec-9a1c-ef2c877c2088 HTTP/1.1" status: 204 len: 168 time: 0.3174133 May 10 17:41:03.680186 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4f29b8ed-4873-44ed-b6c4-8f70a6e29857 req-907035c1-aafe-4af8-bcdc-56f1ad23203a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394877 May 10 17:41:03.790917 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-08e89474-e501-415d-803f-5532d18669a7 req-0ba82de7-5952-4e7e-b996-af18d36ff627 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Unset dirty status for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:41:03.793248 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08e89474-e501-415d-803f-5532d18669a7 req-0ba82de7-5952-4e7e-b996-af18d36ff627 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 931 time: 0.4549522 May 10 17:41:03.925395 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08e89474-e501-415d-803f-5532d18669a7 req-d4e70ece-db8b-40d5-9c4a-78dd9b76dce8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202583 May 10 17:41:04.070282 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b5edca-2b82-4df2-b42a-4cc643c49d97 {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:41:04.078688 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:04.103255 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Transition to ACTIVE for port object 64b5edca-2b82-4df2-b42a-4cc643c49d97 will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:41:04.199115 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:04.206878 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e87f701b-2984-4052-b3c4-61d2f3570390 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:04.302523 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Pushing event updated for resources: {'Port': ['ID=64b5edca-2b82-4df2-b42a-4cc643c49d97,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:04.306787 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:04.507511 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Attempting to bind port 64b5edca-2b82-4df2-b42a-4cc643c49d97 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:41:04.507860 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Attempting to bind port 64b5edca-2b82-4df2-b42a-4cc643c49d97 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:41:04.508156 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Attempting to bind port 64b5edca-2b82-4df2-b42a-4cc643c49d97 on network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:41:04.512911 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Port 64b5edca-2b82-4df2-b42a-4cc643c49d97 on network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:41:04.513234 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Attempting to bind port 64b5edca-2b82-4df2-b42a-4cc643c49d97 on network 9c2b7cdb-f204-4b48-8ce6-761a611ed797 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:41:04.518459 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:41:04.518800 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Checking segment: {'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:41:04.519199 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Bound using segment: {'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:41:04.519643 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Bound port: 64b5edca-2b82-4df2-b42a-4cc643c49d97, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe0e320-de44-48d9-89f4-245d5e607d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:41:04.519991 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:04.624545 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] For port 64b5edca-2b82-4df2-b42a-4cc643c49d97, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:41:04.628492 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] For port 64b5edca-2b82-4df2-b42a-4cc643c49d97, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64b5edca-2b82-4df2-b42a-4cc643c49d97,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:41:04.726813 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:04.735585 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:04.932017 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:04.932817 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:04.933982 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] 10.222.0.39 "PUT /v2.0/ports/64b5edca-2b82-4df2-b42a-4cc643c49d97 HTTP/1.1" status: 200 len: 1093 time: 1.5603857 May 10 17:41:04.936062 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5', 'tag': '64b5edca-2b82-4df2-b42a-4cc643c49d97'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:04.969777 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Pushing event updated for resources: {'Port': ['ID=64b5edca-2b82-4df2-b42a-4cc643c49d97,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:04.976327 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:05.009955 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a8157-99b2-4eb7-9cd4-3c39ebfb2f1b req-32ab5238-3e28-4f1f-9f56-e6752b06091e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.011660 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-415a8157-99b2-4eb7-9cd4-3c39ebfb2f1b req-32ab5238-3e28-4f1f-9f56-e6752b06091e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1438024 May 10 17:41:05.014615 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5', 'tag': '64b5edca-2b82-4df2-b42a-4cc643c49d97', 'status': 'completed', 'code': 200} May 10 17:41:05.150008 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-415a8157-99b2-4eb7-9cd4-3c39ebfb2f1b req-eaea4693-445d-4025-974d-33c7d4f26062 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251860 May 10 17:41:05.257098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1586cf1-56de-47ec-810f-29914a15d082 req-58903b8c-47c7-4bb3-97c0-fbb9a7e93280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.258747 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d1586cf1-56de-47ec-810f-29914a15d082 req-58903b8c-47c7-4bb3-97c0-fbb9a7e93280 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 1096 time: 0.1847477 May 10 17:41:05.315654 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d348c-87b6-43a2-a228-ce13dbc65ae8 req-6a9c2f6a-3a58-4afd-b9d7-90357323f4c2 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.318347 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a21d348c-87b6-43a2-a228-ce13dbc65ae8 req-6a9c2f6a-3a58-4afd-b9d7-90357323f4c2 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 943 time: 0.1761365 May 10 17:41:05.383701 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d71945e8-6204-48b8-b2c1-b1047996ea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:05.468273 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a21d348c-87b6-43a2-a228-ce13dbc65ae8 req-f2e4f2cb-21aa-462d-b0df-2c26de90e7b5 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870128 May 10 17:41:05.511021 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1586cf1-56de-47ec-810f-29914a15d082 req-3fcba26e-259a-4987-a142-a2af38d0250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.512925 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d1586cf1-56de-47ec-810f-29914a15d082 req-3fcba26e-259a-4987-a142-a2af38d0250a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2367575 May 10 17:41:05.786365 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1586cf1-56de-47ec-810f-29914a15d082 req-8c2c49d9-2030-488e-a532-8465fd1b6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.787889 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d1586cf1-56de-47ec-810f-29914a15d082 req-8c2c49d9-2030-488e-a532-8465fd1b6c48 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2662201 May 10 17:41:05.822682 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef41ee-52b7-4703-8903-c559f1106f9a req-f94a67c2-94de-4e61-b39d-455ffa6099fc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.824237 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9eef41ee-52b7-4703-8903-c559f1106f9a req-f94a67c2-94de-4e61-b39d-455ffa6099fc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1264355 May 10 17:41:05.903585 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-a3b8e767-e082-45ce-9374-e71048e01678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.905469 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-a3b8e767-e082-45ce-9374-e71048e01678 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 1098 time: 0.0963609 May 10 17:41:05.928459 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9eef41ee-52b7-4703-8903-c559f1106f9a req-e611b607-d10a-48ab-8837-7fd3191beb06 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939543 May 10 17:41:05.971320 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-99d6e272-c1dc-48db-83c2-aeb49072416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:05.975479 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-99d6e272-c1dc-48db-83c2-aeb49072416f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0999422 May 10 17:41:06.068532 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-ffeedf16-0df7-40f0-acec-0c8cdb812146 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64b5edca-2b82-4df2-b42a-4cc643c49d97 HTTP/1.1" status: 200 len: 217 time: 0.0807903 May 10 17:41:06.232252 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-450278b2-0d43-4ab5-bde5-99ca732c6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:06.232252 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-450278b2-0d43-4ab5-bde5-99ca732c6e34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 910 time: 0.1989658 May 10 17:41:06.233197 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-5b186375-f9c4-4e83-9893-ce602bb0801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:06.233197 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-5b186375-f9c4-4e83-9893-ce602bb0801c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35bba17f-509f-410e-af46-be16cc6f7769 HTTP/1.1" status: 200 len: 853 time: 0.1048312 May 10 17:41:06.244276 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-68ebffc0-780c-42c7-87d3-8aac2482a624 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c2b7cdb-f204-4b48-8ce6-761a611ed797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540988 May 10 17:41:06.258017 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-cce7a1e1-3ad3-4233-9cbd-7061a41edadb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 200 len: 1001 time: 0.1354148 May 10 17:41:06.339802 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-a2530590-7fd8-4e5e-9354-ed90491e7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:06.341973 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-a2530590-7fd8-4e5e-9354-ed90491e7302 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.0774708 May 10 17:41:06.404224 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-25d99b9e-8c69-4eca-be51-3264d83f2270 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515079 May 10 17:41:06.429712 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-26cb0504-69af-4af6-88f7-e3d50de391ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:06.431249 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-26cb0504-69af-4af6-88f7-e3d50de391ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818992 May 10 17:41:06.670345 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-9a4c29b3-40c0-4266-bce1-567e22031a38 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318735 May 10 17:41:06.802104 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91f37559-5404-406b-b4ef-f962dbe3c644 req-c253dd5c-4afd-42ed-bcdb-979dff3f5268 service neutron] 10.222.0.39 "GET /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773863 May 10 17:41:06.861322 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a1c3-f4b0-4995-a37c-789f230c9bb9 req-9a8159b5-b21e-419d-ab3e-cd992a18c59b tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:06.864986 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3830a1c3-f4b0-4995-a37c-789f230c9bb9 req-9a8159b5-b21e-419d-ab3e-cd992a18c59b tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 943 time: 0.2457881 May 10 17:41:06.930883 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3830a1c3-f4b0-4995-a37c-789f230c9bb9 req-440a4fd2-6033-4f5e-9ef0-1d6eab06718d tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598600 May 10 17:41:06.933804 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-8e0f6506-bef4-48d3-9f44-ab656accf7a6 req-bbe88a2d-bf89-4e6a-982d-1af73d305026 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550440 May 10 17:41:07.177493 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5d887-808b-44b2-96f5-6c07127a72e7 req-878b8c2f-28bc-4027-b5ab-bcfa2f1f8f1a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:07.178972 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-25f5d887-808b-44b2-96f5-6c07127a72e7 req-878b8c2f-28bc-4027-b5ab-bcfa2f1f8f1a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.0887783 May 10 17:41:07.228380 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-25f5d887-808b-44b2-96f5-6c07127a72e7 req-13417878-83a7-46d8-a6a3-68b3cc28dd87 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 May 10 17:41:08.024050 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-25ca68f8-a2dc-4edd-b38a-8824ad62ed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:08.174877 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c58c-5f4f-4196-9123-36cd92081e3a req-56943a4c-93ae-4960-afe1-508994f9065a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:08.177831 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c554c58c-5f4f-4196-9123-36cd92081e3a req-56943a4c-93ae-4960-afe1-508994f9065a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 943 time: 0.1297133 May 10 17:41:08.237293 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c554c58c-5f4f-4196-9123-36cd92081e3a req-765ce390-41d2-4ea2-af4c-d4692473e219 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531778 May 10 17:41:08.286563 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:08.464807 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf656bb-c643-46f6-95a1-41fff88dc895 req-74d7e100-bb35-44f1-93f4-cfc983c919c7 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:08.466220 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4bf656bb-c643-46f6-95a1-41fff88dc895 req-74d7e100-bb35-44f1-93f4-cfc983c919c7 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1069479 May 10 17:41:08.611299 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4bf656bb-c643-46f6-95a1-41fff88dc895 req-88477afe-3666-4650-b24c-61d58b47766a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378570 May 10 17:41:08.768930 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 64b5edca-2b82-4df2-b42a-4cc643c49d97 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:41:08.939244 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 64b5edca-2b82-4df2-b42a-4cc643c49d97, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64b5edca-2b82-4df2-b42a-4cc643c49d97,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:08.957320 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '64b5edca-2b82-4df2-b42a-4cc643c49d97', 'network_id': '9c2b7cdb-f204-4b48-8ce6-761a611ed797', 'port_id': '64b5edca-2b82-4df2-b42a-4cc643c49d97', 'mac_address': 'fa:16:3e:64:ae:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bba17f-509f-410e-af46-be16cc6f7769', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:41:09.027761 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:09.049242 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b5edca-2b82-4df2-b42a-4cc643c49d97 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:41:09.078345 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 64b5edca-2b82-4df2-b42a-4cc643c49d97, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64b5edca-2b82-4df2-b42a-4cc643c49d97,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:09.185532 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:09.188613 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:09.190277 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:09.297736 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=64b5edca-2b82-4df2-b42a-4cc643c49d97,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:09.307651 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:09.487095 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a165f-00ef-4f95-a19c-e8c5b469cb9d req-c206e899-70d1-483f-965b-13a2e2f10142 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:09.489725 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-061a165f-00ef-4f95-a19c-e8c5b469cb9d req-c206e899-70d1-483f-965b-13a2e2f10142 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 944 time: 0.1185374 May 10 17:41:09.541662 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['64b5edca-2b82-4df2-b42a-4cc643c49d97'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:41:09.545683 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-061a165f-00ef-4f95-a19c-e8c5b469cb9d req-d1407428-080c-47cf-b97f-2cb1e200e990 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500488 May 10 17:41:10.743236 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:10.780995 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48466b66-8af2-47d3-83d5-51c7e673fdc3 req-da4ae240-5c9d-4f9c-8ae5-540cd9f1727a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:10.782914 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-48466b66-8af2-47d3-83d5-51c7e673fdc3 req-da4ae240-5c9d-4f9c-8ae5-540cd9f1727a tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 944 time: 0.1011629 May 10 17:41:10.786724 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 64b5edca-2b82-4df2-b42a-4cc643c49d97 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:41:10.844960 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-48466b66-8af2-47d3-83d5-51c7e673fdc3 req-4e01c4f4-dc92-4002-acd8-85fbdf3e08aa tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550168 May 10 17:41:10.938162 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 64b5edca-2b82-4df2-b42a-4cc643c49d97 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:41:10.944820 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 64b5edca-2b82-4df2-b42a-4cc643c49d97 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:41:10.946953 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:11.079930 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:11.121013 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5edca-2b82-4df2-b42a-4cc643c49d97'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:11.134711 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 64b5edca-2b82-4df2-b42a-4cc643c49d97, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64b5edca-2b82-4df2-b42a-4cc643c49d97,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:11.240147 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:11.242269 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bf07139c-5efe-4238-a11f-763a3012737f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:11.317181 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=64b5edca-2b82-4df2-b42a-4cc643c49d97,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:11.317181 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:11.335850 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5edca-2b82-4df2-b42a-4cc643c49d97', 'code': 200} May 10 17:41:11.815882 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bf967-a7ab-4714-8327-cc0ef1cc165c req-acddbf47-fcb2-44e6-b415-ae38797ded69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:11.817985 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-238bf967-a7ab-4714-8327-cc0ef1cc165c req-acddbf47-fcb2-44e6-b415-ae38797ded69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 1098 time: 0.0876384 May 10 17:41:11.865630 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-238bf967-a7ab-4714-8327-cc0ef1cc165c req-fb2ffac6-6638-4923-9d21-6351b6dd2d03 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 May 10 17:41:12.066672 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1646f51-ab21-4333-94ec-b821a2682366 req-a5dc938e-ab80-4183-ba2e-bf663a049943 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:12.069592 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1646f51-ab21-4333-94ec-b821a2682366 req-a5dc938e-ab80-4183-ba2e-bf663a049943 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.0982568 May 10 17:41:12.122689 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1646f51-ab21-4333-94ec-b821a2682366 req-5550eb34-a730-4b1c-a53e-5ce06d79db77 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 May 10 17:41:13.359928 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f6b65-80b7-48a0-bd89-d85f775b6973 req-3c7a838d-caed-48d5-86c2-d32c236d6593 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:13.361445 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5e2f6b65-80b7-48a0-bd89-d85f775b6973 req-3c7a838d-caed-48d5-86c2-d32c236d6593 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.1101737 May 10 17:41:13.424051 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5e2f6b65-80b7-48a0-bd89-d85f775b6973 req-15374dbd-52f9-4a5a-bc67-53173998331b tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555992 May 10 17:41:14.641078 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614341e-241e-4d46-a242-5afafee00253 req-ff4b7c56-c931-486f-878f-726808a88b3c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:14.642826 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3614341e-241e-4d46-a242-5afafee00253 req-ff4b7c56-c931-486f-878f-726808a88b3c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.0957782 May 10 17:41:14.708390 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3614341e-241e-4d46-a242-5afafee00253 req-1e536c51-42d1-4f65-b108-801bcdf13bed tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585544 May 10 17:41:25.565730 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:41:26.760766 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 48326) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:26.923529 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:26.939574 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:26.944282 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Usage tracker for resource:security_group_rule and tenant:64aa25bd1caf4c5f8324c427677c7347 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:26.947406 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:26.953787 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:27.091918 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.165844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.173450 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7acf8f38-07e9-43b0-81d9-1cec325bef5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:27.221323 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64aa25bd1caf4c5f8324c427677c7347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4594398 May 10 17:41:27.222952 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baeabfb-6a9d-446c-9c5b-e9deca5e7606,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:27.235122 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48336) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:27.235885 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:27.316995 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e8c0bb99-61fd-4f43-bc5b-9b425efa130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.352579 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e8c0bb99-61fd-4f43-bc5b-9b425efa130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.640658 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e8c0bb99-61fd-4f43-bc5b-9b425efa130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.646227 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-59bb1f6a-ef88-435d-ae54-9e0ea5965f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:27.657780 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0bb99-61fd-4f43-bc5b-9b425efa130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baeabfb-6a9d-446c-9c5b-e9deca5e7606,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:27.661828 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e8c0bb99-61fd-4f43-bc5b-9b425efa130a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:27.665606 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e8c0bb99-61fd-4f43-bc5b-9b425efa130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:27.666764 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e8c0bb99-61fd-4f43-bc5b-9b425efa130a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3baeabfb-6a9d-446c-9c5b-e9deca5e7606 HTTP/1.1" status: 204 len: 168 time: 0.4389248 May 10 17:41:28.633722 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:35.081721 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-19268251-8012-4458-8477-680863f4b29f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2033660 May 10 17:41:35.227640 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-7f4ef90c-fec7-47c9-bec4-a0c4349dba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:35.229204 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-7f4ef90c-fec7-47c9-bec4-a0c4349dba2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1098 time: 0.1067672 May 10 17:41:35.419503 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-7dde239c-786c-4507-b22a-c19749aeed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:35.422656 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-7dde239c-786c-4507-b22a-c19749aeed3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 200 len: 909 time: 0.1646104 May 10 17:41:35.434091 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-51ebfc97-3f18-4335-86c0-3a96652a2457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:35.552531 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-4f2f0b4a-bfc3-46fb-9fbe-a192af8cca6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 200 len: 1001 time: 0.1201243 May 10 17:41:35.633822 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-71fc90aa-9380-4b7f-83e1-376d866478a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:35.635413 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-71fc90aa-9380-4b7f-83e1-376d866478a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1130792-4d23-4cdf-b8d5-193a7a022103 HTTP/1.1" status: 200 len: 847 time: 0.0652804 May 10 17:41:35.720375 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-7b5a5f94-d4cf-40c6-a2c6-fd607c94d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:35.722453 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-7b5a5f94-d4cf-40c6-a2c6-fd607c94d070 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbf3fad-4a84-4b00-9789-42cd63b2a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802701 May 10 17:41:35.879065 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-c687452f-7eea-471c-bb1b-e8a7f7ae7b5a service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448307 May 10 17:41:36.063275 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-82332b31-db8a-46f7-823f-a5df1cf561b0 req-5f3d3a3d-09fa-438d-a2bc-6418b266944a service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759965 May 10 17:41:38.000196 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-1eb47d3e-d0d8-4956-b03b-b702c564c316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:38.278327 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.265207 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:40.708231 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:43.702903 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 48552) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:43.874930 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:43.895012 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:43.900418 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Usage tracker for resource:security_group_rule and tenant:e890b3843802427e9ea174cd0609f276 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:43.904420 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:43.913536 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:44.038027 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:44.153960 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:44.162349 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-041e8e2d-41d0-4f9d-98bd-52f225e61393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:44.205126 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e890b3843802427e9ea174cd0609f276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007262 May 10 17:41:44.206570 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50873f-2bcf-4d6f-b483-caca0386ef19,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:44.210907 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48564) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:44.219442 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.220028 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.220730 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.221949 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.223552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.231687 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.231687 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.231687 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.231687 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.231687 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.231687 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.231687 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.233371 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:44.287968 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:44.317228 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:44.525668 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:44.529982 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8a8af503-df65-4c7c-a997-02a2e8df1367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:44.541885 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50873f-2bcf-4d6f-b483-caca0386ef19,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:44.552283 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.552661 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.553013 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.553366 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.553716 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.554058 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.554429 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.554773 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.555124 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.555512 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.555858 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.556193 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:44.559519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:44.560903 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b50873f-2bcf-4d6f-b483-caca0386ef19 HTTP/1.1" status: 204 len: 168 time: 0.3486993 May 10 17:41:44.561837 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:44.802607 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a3c0f-e9ca-4edb-8f55-7114aea604f8 req-78b000f5-0d59-49fb-8f38-36caea43dbe0 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:44.804120 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f82a3c0f-e9ca-4edb-8f55-7114aea604f8 req-78b000f5-0d59-49fb-8f38-36caea43dbe0 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.1106751 May 10 17:41:44.872663 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f82a3c0f-e9ca-4edb-8f55-7114aea604f8 req-45853ef9-ead6-4c83-913b-79c614e5ed81 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 May 10 17:41:45.530166 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48586) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:45.552490 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:45.578823 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:45.584883 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Usage tracker for resource:security_group_rule and tenant:6cee3f5846724f0b96000543dd22ecd9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:45.589923 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:45.601739 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:45.731174 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:45.782993 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379864e4-ed3a-4e61-a161-5f7170451570 req-02bdb3e6-b851-4660-aac8-9cb1c661a025 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:45.785175 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-379864e4-ed3a-4e61-a161-5f7170451570 req-02bdb3e6-b851-4660-aac8-9cb1c661a025 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.0979979 May 10 17:41:45.794334 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:45.810010 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d6deee84-2454-42e6-ab69-092e4fa7ec61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:45.850033 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-379864e4-ed3a-4e61-a161-5f7170451570 req-a6d56ed6-2232-47cb-9602-97d927273b9c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583525 May 10 17:41:45.858761 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cee3f5846724f0b96000543dd22ecd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271675 May 10 17:41:45.861560 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a0d68-f001-4eb7-8ae2-016302b9a280,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:45.864235 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 48592) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:45.867920 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:45.947256 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fb4b271c-0572-4a0f-bf0b-9c4c50be3ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:45.991431 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fb4b271c-0572-4a0f-bf0b-9c4c50be3ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:46.133013 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bd3fd-527c-4e06-88a8-106b3e973f40 req-f966d9c7-749f-4caa-8e53-1e400b3b32c0 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:46.134681 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4e8bd3fd-527c-4e06-88a8-106b3e973f40 req-f966d9c7-749f-4caa-8e53-1e400b3b32c0 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.0937238 May 10 17:41:46.197815 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4e8bd3fd-527c-4e06-88a8-106b3e973f40 req-fa51652f-81e2-4564-89a4-46b07fdca6f4 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547342 May 10 17:41:46.220886 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fb4b271c-0572-4a0f-bf0b-9c4c50be3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:46.225516 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7fd2e98b-2027-4ad4-b232-479703bd7a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:46.240920 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b271c-0572-4a0f-bf0b-9c4c50be3ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a0d68-f001-4eb7-8ae2-016302b9a280,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:46.252184 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-fb4b271c-0572-4a0f-bf0b-9c4c50be3ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:46.255935 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fb4b271c-0572-4a0f-bf0b-9c4c50be3ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:46.258364 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-fb4b271c-0572-4a0f-bf0b-9c4c50be3ec2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a5a0d68-f001-4eb7-8ae2-016302b9a280 HTTP/1.1" status: 204 len: 168 time: 0.3919380 May 10 17:41:47.139406 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9fbb0-d435-430f-a6c4-e03def49aa8a req-8b478286-8d60-4c09-8b1a-0843dd8eb921 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:47.142871 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-13f9fbb0-d435-430f-a6c4-e03def49aa8a req-8b478286-8d60-4c09-8b1a-0843dd8eb921 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1214161 May 10 17:41:47.181166 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48604) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:47.193808 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-13f9fbb0-d435-430f-a6c4-e03def49aa8a req-aa53a730-66bd-4473-ae32-8512335ab4fb tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462558 May 10 17:41:47.216681 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.247321 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:41:47.256286 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Usage tracker for resource:security_group_rule and tenant:8fc778f1228249f28c008053a0f8fc56 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:41:47.261924 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:41:47.274132 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:41:47.394385 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.461643 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3735b58-3952-4135-8608-87fd0528ca80 req-147abd08-29b0-4dea-884b-f6b015dbafdc tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:47.463108 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3735b58-3952-4135-8608-87fd0528ca80 req-147abd08-29b0-4dea-884b-f6b015dbafdc tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.1069460 May 10 17:41:47.503288 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.519010 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8ea51e6a-1f33-476d-b9f0-efd7f2fce201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:47.522329 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f3735b58-3952-4135-8608-87fd0528ca80 req-c0f06174-ad62-428d-b478-f719104cdd84 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514500 May 10 17:41:47.593531 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fc778f1228249f28c008053a0f8fc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096420 May 10 17:41:47.597062 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa001bd-fb02-4716-8b81-089a30ebec16,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:47.597979 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 48610) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:41:47.602218 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:47.679886 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a354c73c-4190-41b3-bf4b-0c4fbd3154e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.709460 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a354c73c-4190-41b3-bf4b-0c4fbd3154e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.872803 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a354c73c-4190-41b3-bf4b-0c4fbd3154e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.878279 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7b845b18-b95b-4159-888e-90af76b4fd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:47.891793 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354c73c-4190-41b3-bf4b-0c4fbd3154e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa001bd-fb02-4716-8b81-089a30ebec16,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:47.895373 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a354c73c-4190-41b3-bf4b-0c4fbd3154e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:47.897721 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a354c73c-4190-41b3-bf4b-0c4fbd3154e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:47.899088 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-a354c73c-4190-41b3-bf4b-0c4fbd3154e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baa001bd-fb02-4716-8b81-089a30ebec16 HTTP/1.1" status: 204 len: 168 time: 0.3003807 May 10 17:41:48.422999 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25cf6-545f-45de-90b3-b6b9e8e98fee req-a58edfc2-9505-4df6-8e47-e3d61a30c4db tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:48.425112 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5fb25cf6-545f-45de-90b3-b6b9e8e98fee req-a58edfc2-9505-4df6-8e47-e3d61a30c4db tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.0987589 May 10 17:41:48.476949 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5fb25cf6-545f-45de-90b3-b6b9e8e98fee req-fb3896c0-3cfd-4a1f-9c08-badf805b81f3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445192 May 10 17:41:48.730856 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2d82f-359f-4ac9-8145-58fdf315684b req-5e58dd8c-b7bb-431c-9128-6395c68c40c5 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:48.732213 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-efe2d82f-359f-4ac9-8145-58fdf315684b req-5e58dd8c-b7bb-431c-9128-6395c68c40c5 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.0940061 May 10 17:41:48.782755 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-efe2d82f-359f-4ac9-8145-58fdf315684b req-b6051739-97c5-4a2e-8fbd-e492a8f0bf19 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 May 10 17:41:49.698785 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b673193-b06e-4012-8f8b-6af3bad53f7c req-c8580000-5894-42f5-b5c0-d7005c35451b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:49.700270 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3b673193-b06e-4012-8f8b-6af3bad53f7c req-c8580000-5894-42f5-b5c0-d7005c35451b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.0838211 May 10 17:41:49.754675 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3b673193-b06e-4012-8f8b-6af3bad53f7c req-74d632e3-367b-42df-a368-5a9c7994089c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 May 10 17:41:49.872694 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-65e88236-5e38-4317-abd6-27edfc825a96 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:49.873643 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-65e88236-5e38-4317-abd6-27edfc825a96 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Synchronizing usage tracker for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:41:49.898197 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-65e88236-5e38-4317-abd6-27edfc825a96 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Unset dirty status for tenant:8c3c030d3c4f4475920c66bbddb6f3e3 on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:41:49.899494 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-65e88236-5e38-4317-abd6-27edfc825a96 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.1500988 May 10 17:41:50.127883 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b40871-7d48-4930-bb68-765db937aaeb req-5f2e4cb4-87d5-4f85-94f5-575a2b199479 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:50.129495 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-64b40871-7d48-4930-bb68-765db937aaeb req-5f2e4cb4-87d5-4f85-94f5-575a2b199479 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 945 time: 0.1894393 May 10 17:41:50.136559 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Deleting port 64b5edca-2b82-4df2-b42a-4cc643c49d97 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:41:50.136978 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.186055 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-64b40871-7d48-4930-bb68-765db937aaeb req-3952558e-8cbf-42ab-a932-7e4fbfe0e23c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/security-groups?id=60d23a92-d963-44ae-a64f-449fc0e80f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456955 May 10 17:41:50.318463 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] For port 64b5edca-2b82-4df2-b42a-4cc643c49d97, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=64b5edca-2b82-4df2-b42a-4cc643c49d97,segment=NetworkSegment(efe0e320-de44-48d9-89f4-245d5e607d8d),segment_id=efe0e320-de44-48d9-89f4-245d5e607d8d)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:50.323993 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.459020 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Calling delete_port for 64b5edca-2b82-4df2-b42a-4cc643c49d97 owned by compute:nova {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:41:50.776593 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.785830 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4db2f668-e3db-4eeb-bcc1-ca95c40b0549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:50.818926 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['64b5edca-2b82-4df2-b42a-4cc643c49d97'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:41:50.837050 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Pushing event deleted for resources: {'Port': ['ID=64b5edca-2b82-4df2-b42a-4cc643c49d97,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:50.875925 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:50.927098 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] No DVR routers for this DVR port 64b5edca-2b82-4df2-b42a-4cc643c49d97 on host hv-cinder-78638 {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:41:50.930141 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:50.932811 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5', 'name': 'network-vif-deleted', 'tag': '64b5edca-2b82-4df2-b42a-4cc643c49d97'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:51.035799 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba5bd-52be-4c2b-9bcb-2a022c210d13 req-731bbd02-24a0-4dc0-8581-84e0850af275 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:51.038770 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a49ba5bd-52be-4c2b-9bcb-2a022c210d13 req-731bbd02-24a0-4dc0-8581-84e0850af275 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1490071 May 10 17:41:51.058141 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ace8e842-7f06-407e-a329-8b96b996ac1e req-23812733-aa60-492d-8215-0adb86decf0c tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.39 "DELETE /v2.0/ports/64b5edca-2b82-4df2-b42a-4cc643c49d97 HTTP/1.1" status: 204 len: 173 time: 1.1502361 May 10 17:41:51.120363 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a49ba5bd-52be-4c2b-9bcb-2a022c210d13 req-0af72067-d376-424f-8ce3-6cb623943e90 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711176 May 10 17:41:51.291127 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5', 'name': 'network-vif-deleted', 'tag': '64b5edca-2b82-4df2-b42a-4cc643c49d97', 'status': 'completed', 'code': 200} May 10 17:41:51.391219 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c8e21178-5711-440b-ad8a-1115143f3e12 req-28778767-00d4-4040-8ff9-706b1f1a167f tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 210 time: 0.0580950 May 10 17:41:52.430442 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaa57c-c044-4baa-8cf3-2ea1512d8c44 req-c20426ef-8263-45f5-b57e-87ad3a303bb5 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:52.431845 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9faaa57c-c044-4baa-8cf3-2ea1512d8c44 req-c20426ef-8263-45f5-b57e-87ad3a303bb5 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1286633 May 10 17:41:52.441051 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499884a-7083-406a-ac21-53da0954ddf3 req-598c5a53-a880-4da4-b411-3753618ef983 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:52.442555 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a499884a-7083-406a-ac21-53da0954ddf3 req-598c5a53-a880-4da4-b411-3753618ef983 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1774445 May 10 17:41:52.516006 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9faaa57c-c044-4baa-8cf3-2ea1512d8c44 req-fb0d31c5-23af-4d3e-a460-6670353d35fe tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724251 May 10 17:41:52.526360 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a499884a-7083-406a-ac21-53da0954ddf3 req-04cac9fc-799c-4877-a415-3b44824fc47b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672407 May 10 17:41:52.767187 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-59b69ad4-dd21-4c6d-bfda-9617a50a6fc9 req-d50bf406-6318-44f7-973b-43cfc3479b86 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc07bf3b-bd59-4dc7-8c3d-7f02ad545ca5 HTTP/1.1" status: 200 len: 210 time: 0.0444622 May 10 17:41:53.054192 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 64b5edca-2b82-4df2-b42a-4cc643c49d97 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:41:53.110775 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 64b5edca-2b82-4df2-b42a-4cc643c49d97 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:41:53.111147 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 64b5edca-2b82-4df2-b42a-4cc643c49d97 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:41:53.823440 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67406c2-1523-48cd-ab06-424d97662fa0 req-e1a4e0dd-1de6-4d01-8a2f-f25878de96b7 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:53.824795 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a67406c2-1523-48cd-ab06-424d97662fa0 req-e1a4e0dd-1de6-4d01-8a2f-f25878de96b7 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1520269 May 10 17:41:53.859665 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824be74-aa78-4905-a3f2-c56bc06fe2c9 req-8a0e63c6-16d0-46e1-9cd2-fee7aecb604e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:53.861135 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e824be74-aa78-4905-a3f2-c56bc06fe2c9 req-8a0e63c6-16d0-46e1-9cd2-fee7aecb604e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1456940 May 10 17:41:53.906955 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a67406c2-1523-48cd-ab06-424d97662fa0 req-a40fc1e0-d74f-42af-a8da-f58fd8648eb7 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723710 May 10 17:41:53.932943 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e824be74-aa78-4905-a3f2-c56bc06fe2c9 req-51361194-997f-4b53-aeb1-36764fb72c5c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559158 May 10 17:41:55.204583 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a1a5f-9b7e-44cf-8de2-af0d0586044e req-619140bf-559a-474e-8576-b140d353a07e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:55.206708 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-638a1a5f-9b7e-44cf-8de2-af0d0586044e req-619140bf-559a-474e-8576-b140d353a07e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1668241 May 10 17:41:55.216407 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b44d-4196-48f3-9b24-90ce5af873fd req-32a465b6-c9be-4d95-9b77-76901deeda93 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:55.217885 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4d64b44d-4196-48f3-9b24-90ce5af873fd req-32a465b6-c9be-4d95-9b77-76901deeda93 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1321073 May 10 17:41:55.287707 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-638a1a5f-9b7e-44cf-8de2-af0d0586044e req-843cf106-7b0a-4c3f-a52a-dc4443606173 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688019 May 10 17:41:55.300419 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4d64b44d-4196-48f3-9b24-90ce5af873fd req-c11caac7-4885-41fb-a4ff-71f08286e94e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659556 May 10 17:41:56.563102 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df987a-4f00-44e0-bcda-d2311220e937 req-bed4d0c3-45b7-4154-b185-7e9f3a141e96 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:56.564618 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-07df987a-4f00-44e0-bcda-d2311220e937 req-bed4d0c3-45b7-4154-b185-7e9f3a141e96 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1622107 May 10 17:41:56.572615 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03eeb-e7eb-43cd-9a1f-65977313c2d7 req-36b638dc-337d-4282-b118-c8eab5885cb8 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:56.574125 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a5b03eeb-e7eb-43cd-9a1f-65977313c2d7 req-36b638dc-337d-4282-b118-c8eab5885cb8 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1301649 May 10 17:41:56.670243 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-07df987a-4f00-44e0-bcda-d2311220e937 req-df28b7d9-ad29-42a3-8610-f991b0b41dab tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949013 May 10 17:41:56.679787 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a5b03eeb-e7eb-43cd-9a1f-65977313c2d7 req-5e1fb5ea-56b0-4dea-b717-286e91e24a6a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912828 May 10 17:41:57.077681 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:41:57.226279 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:57.240656 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'port_id': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'mac_address': 'fa:16:3e:e9:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:41:57.300181 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:57.318020 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:41:57.335521 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:57.450600 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:57.452475 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:57.522557 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=6']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:57.530249 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.530671 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.530995 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.531325 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.531649 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.531976 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.532299 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.532617 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.532939 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.533260 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.533565 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.534549 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:41:57.538520 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:57.656049 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:41:57.987510 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74f43b-1c55-47da-b9a6-0bdbb052bc9b req-f0dfabc8-ae2c-4bd7-976b-ac5a284bdb87 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:57.989241 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7c74f43b-1c55-47da-b9a6-0bdbb052bc9b req-f0dfabc8-ae2c-4bd7-976b-ac5a284bdb87 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1494603 May 10 17:41:58.001053 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e796315-89d4-44eb-8fee-c78499f5cd0c req-0fdc9731-4460-4587-a37d-4e6390f73240 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:58.003382 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6e796315-89d4-44eb-8fee-c78499f5cd0c req-0fdc9731-4460-4587-a37d-4e6390f73240 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 944 time: 0.1221101 May 10 17:41:58.084125 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7c74f43b-1c55-47da-b9a6-0bdbb052bc9b req-10f40e4d-d1f0-44d3-a950-8f19fba4f33e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792401 May 10 17:41:58.103054 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6e796315-89d4-44eb-8fee-c78499f5cd0c req-6c929be1-9c8e-4735-ba35-9181b640f713 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822816 May 10 17:41:58.614426 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:59.093448 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:41:59.208525 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:41:59.209105 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:59.405181 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:59.442011 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:41:59.452983 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:41:59.489741 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988865a-c140-4d14-912f-a1aa9675504b req-270c596f-fdb9-4c90-bf03-d8696864c20c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:59.491341 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3988865a-c140-4d14-912f-a1aa9675504b req-270c596f-fdb9-4c90-bf03-d8696864c20c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 944 time: 0.2212720 May 10 17:41:59.514530 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e394-4cd8-4bf2-a7b7-442d8a190a8c req-afdfbd3a-1e6a-4e87-a360-4b6a2080f3df tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:41:59.517363 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6069e394-4cd8-4bf2-a7b7-442d8a190a8c req-afdfbd3a-1e6a-4e87-a360-4b6a2080f3df tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1859329 May 10 17:41:59.570648 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:59.573774 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:41:59.617309 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3988865a-c140-4d14-912f-a1aa9675504b req-ef575edb-82e5-43da-9e4a-c8e8a8957909 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984738 May 10 17:41:59.622834 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6069e394-4cd8-4bf2-a7b7-442d8a190a8c req-9f0ded3a-98df-4ca7-9039-74c8dd321cb0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778050 May 10 17:41:59.691732 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=7']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:41:59.696688 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:41:59.743319 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'code': 200} May 10 17:42:01.228188 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cf182-e8ad-4023-a42e-7a7cc709d6b9 req-bfa03608-f206-4305-bf24-5f898c718285 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:01.230840 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6e1cf182-e8ad-4023-a42e-7a7cc709d6b9 req-bfa03608-f206-4305-bf24-5f898c718285 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.4146981 May 10 17:42:01.259487 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6501372-0932-48d3-8a2f-d583d811c825 req-388b82dc-0d4f-4711-8633-20f715f1677b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:01.261022 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a6501372-0932-48d3-8a2f-d583d811c825 req-388b82dc-0d4f-4711-8633-20f715f1677b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.3570004 May 10 17:42:01.366996 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6e1cf182-e8ad-4023-a42e-7a7cc709d6b9 req-756cf58b-afef-4af5-b074-75bb8c49138a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046410 May 10 17:42:01.377598 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a6501372-0932-48d3-8a2f-d583d811c825 req-27002635-0840-47d4-9e2c-6d7d8ddecb7b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918727 May 10 17:42:02.572847 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:42:02.793960 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a267a2-228a-4d1c-abe5-a0d24da6e12f req-3d9dc9e1-4d11-449d-b362-6bd3bbeff8d3 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:02.796292 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-84a267a2-228a-4d1c-abe5-a0d24da6e12f req-3d9dc9e1-4d11-449d-b362-6bd3bbeff8d3 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2300990 May 10 17:42:02.832698 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaacec-94aa-4110-9b49-29a1ef08eb35 req-7ef9edef-0eb9-49b5-adaa-276d980c7509 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:02.835726 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0beaacec-94aa-4110-9b49-29a1ef08eb35 req-7ef9edef-0eb9-49b5-adaa-276d980c7509 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1968086 May 10 17:42:02.952465 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-84a267a2-228a-4d1c-abe5-a0d24da6e12f req-71f02b50-5318-43ab-8509-5bbf8081379f tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150680 May 10 17:42:02.979177 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0beaacec-94aa-4110-9b49-29a1ef08eb35 req-2efba83b-f148-407d-b10b-d917b7c4d843 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995023 May 10 17:42:04.407273 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0931b-e253-44b6-a8a6-e1425a42888f req-801f456a-bb67-4675-a882-c59066c15ad7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:04.410216 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1ac0931b-e253-44b6-a8a6-e1425a42888f req-801f456a-bb67-4675-a882-c59066c15ad7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1964531 May 10 17:42:04.468383 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769a263-6dc0-4686-afa1-1c7776a478db req-787e593d-419a-4aa6-bfb1-7990ea05663e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:04.471669 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c769a263-6dc0-4686-afa1-1c7776a478db req-787e593d-419a-4aa6-bfb1-7990ea05663e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2105887 May 10 17:42:04.535826 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1ac0931b-e253-44b6-a8a6-e1425a42888f req-024a4a46-93f8-45dc-ae54-a1153e9c946d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120708 May 10 17:42:04.588430 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c769a263-6dc0-4686-afa1-1c7776a478db req-473c397c-5d98-4767-968d-a57ddcc492dc tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964775 May 10 17:42:05.399849 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-5989e6a0-6f13-489b-98f0-cdd6029563e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:05.420155 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53489f-04c1-46d4-b602-6e9d43a92e5f req-3ff8884f-6769-44f2-8f9b-8805deee308b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:05.432767 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1c53489f-04c1-46d4-b602-6e9d43a92e5f req-3ff8884f-6769-44f2-8f9b-8805deee308b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2030928 May 10 17:42:05.538122 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1c53489f-04c1-46d4-b602-6e9d43a92e5f req-9b8888ba-1748-4d80-afc1-cff0700dda14 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038537 May 10 17:42:05.810300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-2e663e61-555d-4964-9eca-6a3e061be1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:05.814257 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-2e663e61-555d-4964-9eca-6a3e061be1d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 1098 time: 0.1380463 May 10 17:42:06.041921 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-c5666533-628e-4287-a478-3353179e066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:06.045900 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-c5666533-628e-4287-a478-3353179e066a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 910 time: 0.2208872 May 10 17:42:06.096167 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41001175-0bcb-469a-a4ab-978622809414 req-931d10c5-b762-409f-972d-f12c015fd019 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:06.115375 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-41001175-0bcb-469a-a4ab-978622809414 req-931d10c5-b762-409f-972d-f12c015fd019 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.2257755 May 10 17:42:06.176575 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-e26d18fc-1828-45bc-9aa2-b754fd5922be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 200 len: 1001 time: 0.1198509 May 10 17:42:06.227906 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-41001175-0bcb-469a-a4ab-978622809414 req-5a66802b-07ce-4770-9454-f066a8406f2c tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114068 May 10 17:42:06.262993 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-1026e26f-c2e6-465b-a690-4da2f419a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:06.265084 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-1026e26f-c2e6-465b-a690-4da2f419a7e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.0785191 May 10 17:42:06.415827 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-3bf82a5a-6d06-48ac-ba53-248b4aea4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:06.417744 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-3bf82a5a-6d06-48ac-ba53-248b4aea4bf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1432219 May 10 17:42:06.557743 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01401a82-ab27-473a-a158-313eead7de6a req-7a672b0e-452e-418a-ae03-6f91c47b3756 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:06.561466 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-01401a82-ab27-473a-a158-313eead7de6a req-7a672b0e-452e-418a-ae03-6f91c47b3756 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1435382 May 10 17:42:06.671144 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-01401a82-ab27-473a-a158-313eead7de6a req-64cacba1-d249-4b9c-aca6-a7ac33d9a137 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968797 May 10 17:42:06.686213 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-0a4d1e19-9a31-4271-8de2-0f564adaa635 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603352 May 10 17:42:06.926845 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-aab5984e-c012-48e8-a9f5-d515378458a9 req-13d9dbf0-57a1-4128-ac7d-87f9bc75a232 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269065 May 10 17:42:07.028204 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fec75d-24fa-41e7-a89b-6b09664a6739 req-ecfebc1f-f452-49cb-9c87-ec57dabcbf89 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:07.041511 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-65fec75d-24fa-41e7-a89b-6b09664a6739 req-ecfebc1f-f452-49cb-9c87-ec57dabcbf89 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1265900 May 10 17:42:07.122074 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-65fec75d-24fa-41e7-a89b-6b09664a6739 req-25b20188-edbf-4f83-b0a0-68d076bec813 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789542 May 10 17:42:07.555753 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4cf2c-9083-4f32-a7f5-8e8b95aecc19 req-988498e8-5e5a-4209-ad50-e64ba0f60e3a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:07.558086 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c8f4cf2c-9083-4f32-a7f5-8e8b95aecc19 req-988498e8-5e5a-4209-ad50-e64ba0f60e3a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1811857 May 10 17:42:07.627135 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c8f4cf2c-9083-4f32-a7f5-8e8b95aecc19 req-50b74f93-b90d-45ea-ba81-b8e738689d79 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522470 May 10 17:42:07.889516 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4a84-b78b-4487-afb0-3bc7fd12026f req-390c3ae8-8808-4992-bcbf-954a5d735d35 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:07.891078 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-594d4a84-b78b-4487-afb0-3bc7fd12026f req-390c3ae8-8808-4992-bcbf-954a5d735d35 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0976007 May 10 17:42:07.962453 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-594d4a84-b78b-4487-afb0-3bc7fd12026f req-ba5da892-49d8-4cb5-87bd-d24e0ae72ab0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592852 May 10 17:42:08.341378 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc23681-ccee-4fcd-8148-fd1af9fd9593 req-8ac767ae-3c43-4f0e-b7e6-253ecfd2ca92 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:08.343308 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cbc23681-ccee-4fcd-8148-fd1af9fd9593 req-8ac767ae-3c43-4f0e-b7e6-253ecfd2ca92 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.0884371 May 10 17:42:08.395906 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cbc23681-ccee-4fcd-8148-fd1af9fd9593 req-c81e8d99-5ebe-48f8-8975-7e6f37c7581e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456815 May 10 17:42:08.445900 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-2843c622-ad24-4592-9c70-0000978d2603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.448120 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:08.916665 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac943b1-ade3-4949-8b74-020d2aba46c8 req-99e2940c-f61c-4473-b3b9-98406fd1b5cd tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:08.925445 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2ac943b1-ade3-4949-8b74-020d2aba46c8 req-99e2940c-f61c-4473-b3b9-98406fd1b5cd tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1235297 May 10 17:42:08.978236 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2ac943b1-ade3-4949-8b74-020d2aba46c8 req-0ea5464a-da46-4c8c-8e26-f99eec9bcc34 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514653 May 10 17:42:09.199411 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:09.342802 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766edd6-baf3-4ded-894e-5bfcefe1b109 req-0e9f6ae4-d892-4002-a83f-95bdf1f40f0a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:09.351633 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8766edd6-baf3-4ded-894e-5bfcefe1b109 req-0e9f6ae4-d892-4002-a83f-95bdf1f40f0a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1380615 May 10 17:42:09.447578 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8766edd6-baf3-4ded-894e-5bfcefe1b109 req-6d9537e0-7856-48de-b8f3-8960e8558896 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947385 May 10 17:42:09.697132 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aaa58-ab4f-4004-bab2-012c254c25b1 req-e1c5b763-ebc6-4d04-89ef-1b1cec2fed95 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:09.699069 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b61aaa58-ab4f-4004-bab2-012c254c25b1 req-e1c5b763-ebc6-4d04-89ef-1b1cec2fed95 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1231122 May 10 17:42:09.809191 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b61aaa58-ab4f-4004-bab2-012c254c25b1 req-3ab4673c-5d91-4562-af5f-fe85dbea6630 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901003 May 10 17:42:10.334666 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2650e-f7ed-415c-9c0c-4a242331c1ea req-bed25c13-07d4-4a8b-a817-f7a76c9c4547 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:10.337279 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-37e2650e-f7ed-415c-9c0c-4a242331c1ea req-bed25c13-07d4-4a8b-a817-f7a76c9c4547 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1506569 May 10 17:42:10.434893 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-37e2650e-f7ed-415c-9c0c-4a242331c1ea req-2b14706e-fc81-4cc0-97d6-644872e71582 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862556 May 10 17:42:10.774622 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:10.878029 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184750c3-f06c-4431-a4a1-38bed3f733a1 req-07583b3b-ba85-4cd5-ad76-5bff1e7cc78a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:10.880554 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-184750c3-f06c-4431-a4a1-38bed3f733a1 req-07583b3b-ba85-4cd5-ad76-5bff1e7cc78a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1843460 May 10 17:42:11.118226 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-184750c3-f06c-4431-a4a1-38bed3f733a1 req-fbf500c4-8d3e-4774-92c1-3374930dccae tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2233160 May 10 17:42:11.802825 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3c80e-d2b7-4a7a-92d0-b4adc0b5d733 req-ff3b46a1-566e-407f-be18-be45895c8bb8 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:11.805950 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7cd3c80e-d2b7-4a7a-92d0-b4adc0b5d733 req-ff3b46a1-566e-407f-be18-be45895c8bb8 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1809659 May 10 17:42:11.903095 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7cd3c80e-d2b7-4a7a-92d0-b4adc0b5d733 req-d7162b72-7746-4c7e-a696-b4cd43e291ec tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843725 May 10 17:42:12.348003 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c961b-3ee6-4d73-ac60-bc96f3a7d238 req-85792f5f-2ae0-4b2c-b3d3-160f43dfe35b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:12.349557 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-345c961b-3ee6-4d73-ac60-bc96f3a7d238 req-85792f5f-2ae0-4b2c-b3d3-160f43dfe35b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1072915 May 10 17:42:12.408512 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-345c961b-3ee6-4d73-ac60-bc96f3a7d238 req-ae0dec48-9756-46bb-99e0-cb75dc71795b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488992 May 10 17:42:13.139616 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd5ff3-c355-4fec-bbdb-551da5ea57ac req-335cd7e8-0068-471b-bc3f-19a07c1cf2e9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:13.141470 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-44bd5ff3-c355-4fec-bbdb-551da5ea57ac req-335cd7e8-0068-471b-bc3f-19a07c1cf2e9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.0993521 May 10 17:42:13.234800 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-44bd5ff3-c355-4fec-bbdb-551da5ea57ac req-0b7a68f3-c196-4da3-a03d-1bf93590b7d5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806217 May 10 17:42:13.712448 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af396420-ef22-4966-83b1-8f6f67530287 req-5c14bc7e-b3bc-4911-a806-5f64e6934414 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:13.715076 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-af396420-ef22-4966-83b1-8f6f67530287 req-5c14bc7e-b3bc-4911-a806-5f64e6934414 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1173661 May 10 17:42:13.771296 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-af396420-ef22-4966-83b1-8f6f67530287 req-cf02ae9e-5a21-4547-a7e5-31bea40f2aa7 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492685 May 10 17:42:14.475648 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e76f00-ea88-4ef7-a239-b6b72ed4b5e8 req-687d3c33-c498-4a75-87d4-7a144091cd2d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:14.477133 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a2e76f00-ea88-4ef7-a239-b6b72ed4b5e8 req-687d3c33-c498-4a75-87d4-7a144091cd2d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.0883999 May 10 17:42:14.524546 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a2e76f00-ea88-4ef7-a239-b6b72ed4b5e8 req-7e0e8c81-98ff-4d12-88ca-8df5a811a274 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 May 10 17:42:14.968782 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2e7e8-b23e-48d7-b898-8dc10588e577 req-e1a72246-e5d3-4925-8a74-cf6f2c9ed032 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:14.970982 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91e2e7e8-b23e-48d7-b898-8dc10588e577 req-e1a72246-e5d3-4925-8a74-cf6f2c9ed032 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0891328 May 10 17:42:15.027748 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91e2e7e8-b23e-48d7-b898-8dc10588e577 req-0e124a6b-28bb-4e9d-81e2-e871b8db278c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507627 May 10 17:42:15.582088 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-d630817a-7158-42b6-af86-0a5eb1fdda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:15.583708 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-d630817a-7158-42b6-af86-0a5eb1fdda4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 1098 time: 0.0933385 May 10 17:42:15.744603 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-d8688b0b-d6f1-453f-bb81-54c06f93a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:15.746086 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-d8688b0b-d6f1-453f-bb81-54c06f93a14d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 917 time: 0.1559148 May 10 17:42:15.751228 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8798-7463-4618-9a2d-72b7c3ab506f req-445cfa16-3493-4daa-aec6-1021b09e2e9d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:15.753654 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3bec8798-7463-4618-9a2d-72b7c3ab506f req-445cfa16-3493-4daa-aec6-1021b09e2e9d tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.0923870 May 10 17:42:15.807993 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3bec8798-7463-4618-9a2d-72b7c3ab506f req-549904e9-f038-4ec4-b418-9b4d26619632 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 May 10 17:42:15.858044 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-e81ef86c-3c21-4017-8751-37912c15345f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad HTTP/1.1" status: 200 len: 1000 time: 0.1046808 May 10 17:42:15.929912 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-511f4ad5-0444-43e1-bc90-3ca3bcaf99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:15.931639 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-511f4ad5-0444-43e1-bc90-3ca3bcaf99da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.0674539 May 10 17:42:16.020648 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-c2162ba0-aa7b-4694-8540-fe6a9e264f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:16.022124 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-c2162ba0-aa7b-4694-8540-fe6a9e264f4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842590 May 10 17:42:16.190461 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-9b1b10ad-f1a2-4939-af60-064ab29b9137 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608303 May 10 17:42:16.257600 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b7ec-71eb-4140-8fe9-332c764e350d req-dcf83dc0-1f89-43c7-a1da-e0048904cdb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:16.259261 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3cb0b7ec-71eb-4140-8fe9-332c764e350d req-dcf83dc0-1f89-43c7-a1da-e0048904cdb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0961165 May 10 17:42:16.320860 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3cb0b7ec-71eb-4140-8fe9-332c764e350d req-d8a907e5-110e-45aa-a760-d95f724bc338 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546589 May 10 17:42:16.453841 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-c5763e4e-ddac-446b-b3c9-b320a9bcda7a req-056ff99e-9e3a-4ba9-b9de-cbcc643d2326 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529471 May 10 17:42:16.639043 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e3d10-1ad8-4756-b621-ead588970f7e req-ca3ab7d1-2bbe-449e-b2e7-37e6a656ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:16.640505 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-478e3d10-1ad8-4756-b621-ead588970f7e req-ca3ab7d1-2bbe-449e-b2e7-37e6a656ee9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1098 time: 0.0812104 May 10 17:42:16.791631 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e3d10-1ad8-4756-b621-ead588970f7e req-78ec40cf-d01b-4e79-a9f9-7c6447effa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:16.793079 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-478e3d10-1ad8-4756-b621-ead588970f7e req-78ec40cf-d01b-4e79-a9f9-7c6447effa64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 200 len: 909 time: 0.1451552 May 10 17:42:16.906258 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-478e3d10-1ad8-4756-b621-ead588970f7e req-7c2f00ea-50f2-4f70-b5a9-6cdd9a6ec088 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 200 len: 1001 time: 0.1060305 May 10 17:42:16.975109 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e3d10-1ad8-4756-b621-ead588970f7e req-d55a41f4-7582-4421-9337-502a495040b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:16.976624 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-478e3d10-1ad8-4756-b621-ead588970f7e req-d55a41f4-7582-4421-9337-502a495040b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1130792-4d23-4cdf-b8d5-193a7a022103 HTTP/1.1" status: 200 len: 847 time: 0.0634041 May 10 17:42:17.062933 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e0da9-79cb-407e-91ee-fe3f9c6ec406 req-3df04e64-26c6-412c-85ec-0e5a6ed85b8f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:17.065188 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-987e0da9-79cb-407e-91ee-fe3f9c6ec406 req-3df04e64-26c6-412c-85ec-0e5a6ed85b8f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.1054473 May 10 17:42:17.088890 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e3d10-1ad8-4756-b621-ead588970f7e req-c82bad91-57df-4c78-afe1-4ecf1b9b62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:17.090727 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-478e3d10-1ad8-4756-b621-ead588970f7e req-c82bad91-57df-4c78-afe1-4ecf1b9b62c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbf3fad-4a84-4b00-9789-42cd63b2a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1030512 May 10 17:42:17.119019 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-987e0da9-79cb-407e-91ee-fe3f9c6ec406 req-a05e4e22-9d0d-49a1-ba7d-1d1e0edc5c86 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472119 May 10 17:42:17.236157 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-478e3d10-1ad8-4756-b621-ead588970f7e req-f00f024d-6e81-466e-85d9-6c9c97c6b5ae service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371543 May 10 17:42:17.393324 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-478e3d10-1ad8-4756-b621-ead588970f7e req-edce9072-73d8-4b55-ac49-bc201723936d service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372712 May 10 17:42:17.568968 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a631-c9ee-496c-86ce-b1b030e1d37d req-566ed79c-6b4f-49c5-8ad5-6983933afe6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:17.570535 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0026a631-c9ee-496c-86ce-b1b030e1d37d req-566ed79c-6b4f-49c5-8ad5-6983933afe6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0992134 May 10 17:42:17.627216 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0026a631-c9ee-496c-86ce-b1b030e1d37d req-1e617579-798e-464f-b136-2fed0c670173 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493059 May 10 17:42:18.327737 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d434a-a14d-49d8-a409-b63b51859c98 req-b752ebf6-09dc-42ca-8d4b-ec10d80d0c7f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:18.329258 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7f7d434a-a14d-49d8-a409-b63b51859c98 req-b752ebf6-09dc-42ca-8d4b-ec10d80d0c7f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 945 time: 0.0884340 May 10 17:42:18.377193 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7f7d434a-a14d-49d8-a409-b63b51859c98 req-4afb3e50-9532-4aeb-b5ce-aa1b76434b5b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409312 May 10 17:42:18.833908 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4074f-4219-4f21-a7dc-58576342d63d req-ab977fe5-b256-4770-8059-afc3984aca67 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:18.835400 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4de4074f-4219-4f21-a7dc-58576342d63d req-ab977fe5-b256-4770-8059-afc3984aca67 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0848913 May 10 17:42:18.886090 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4de4074f-4219-4f21-a7dc-58576342d63d req-ad8ef202-27bf-4c75-9832-ee5b06dab8b2 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448880 May 10 17:42:19.188239 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:19.307823 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:19.336261 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:42:19.347112 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:19.389407 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'code': 200} May 10 17:42:19.438373 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:19.441209 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:19.514935 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=8']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:19.518973 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:19.602814 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b06b19-589a-413e-af4b-e4e9f4021a8a req-dec35c46-b775-4c9b-a012-b5a92ad627ff tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:19.604299 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8b06b19-589a-413e-af4b-e4e9f4021a8a req-dec35c46-b775-4c9b-a012-b5a92ad627ff tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1071415 May 10 17:42:19.654864 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8b06b19-589a-413e-af4b-e4e9f4021a8a req-1f6a3540-fceb-465a-8c8e-a0dbb0a3650a tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441847 May 10 17:42:20.100192 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4440f-cb38-41ae-9093-35d0be7c8120 req-0cc6b2ac-1835-45af-96a1-e4d7086d9fe8 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:20.101697 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b7d4440f-cb38-41ae-9093-35d0be7c8120 req-0cc6b2ac-1835-45af-96a1-e4d7086d9fe8 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1006801 May 10 17:42:20.158173 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b7d4440f-cb38-41ae-9093-35d0be7c8120 req-27df3729-045b-45c1-9a01-3178fbac4ee5 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493400 May 10 17:42:20.574059 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 48922) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:20.672939 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] Deleting subnet 35bba17f-509f-410e-af46-be16cc6f7769 {{(pid=79269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:42:20.678670 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:20.765992 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4190394'] for subnet, precommit_delete_associations {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:20.842397 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.310389 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404748'] for subnet, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.324667 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:21.369929 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.373690 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bba17f-509f-410e-af46-be16cc6f7769,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:21.379952 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:21.387142 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-0c14f77c-622d-4f52-bcde-294381acf77b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35bba17f-509f-410e-af46-be16cc6f7769 HTTP/1.1" status: 204 len: 168 time: 0.8114879 May 10 17:42:21.390141 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48932) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:21.417294 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006e457-6360-4780-a876-2adec5e8c80a req-9fa8be71-a56d-4811-82b3-451aec4ea7d7 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:21.419764 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7006e457-6360-4780-a876-2adec5e8c80a req-9fa8be71-a56d-4811-82b3-451aec4ea7d7 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1470146 May 10 17:42:21.472571 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7006e457-6360-4780-a876-2adec5e8c80a req-97311b91-3c4c-4bdf-9a6a-1b0e0885c3c4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448258 May 10 17:42:21.525277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.659152 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.674729 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2b7cdb-f204-4b48-8ce6-761a611ed797']}} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:21.688964 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe0e320-de44-48d9-89f4-245d5e607d8d') {'for_net_delete': True} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:21.689274 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe0e320-de44-48d9-89f4-245d5e607d8d') {} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:21.703186 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221196'] for segment, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.725931 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.738262 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=79268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:42:21.738705 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354598'] for segment, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: Traceback (most recent call last): May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: timer() May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: cb(*args, **kw) May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: return func(*args, **kwargs) May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: self._notify() May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: self.callback(batched_events) May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: event.method(event) May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: return f(self, *a, **k) May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: return self._get(url).json() May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: return self.request(url, 'GET', **kwargs) May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:42:21.752697 dv-cinder-786383-3-smb neutron-server[79268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:42:21.957907 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.962056 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a9438b69-153a-474b-989c-31408c324232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:21.984456 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:21.987259 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2b7cdb-f204-4b48-8ce6-761a611ed797,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:21.990229 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:22.089939 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-ff618eb0-c17d-45cb-8daf-09df2da9aaa5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c2b7cdb-f204-4b48-8ce6-761a611ed797 HTTP/1.1" status: 204 len: 168 time: 0.6934168 May 10 17:42:22.098072 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa618667-3ef1-4d32-887e-82b4093665d6 req-ab9e6030-ebc8-42f0-88b4-e5cb152b393d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:22.099848 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa618667-3ef1-4d32-887e-82b4093665d6 req-ab9e6030-ebc8-42f0-88b4-e5cb152b393d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0955274 May 10 17:42:22.173915 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48952) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:22.174966 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa618667-3ef1-4d32-887e-82b4093665d6 req-51fba923-0c01-4d18-a721-8185a96153b1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682023 May 10 17:42:22.300943 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-5b0ba5d2-d6bf-4b67-bdaa-8886ca4e5ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257617 May 10 17:42:22.650315 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48968) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:22.701508 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-11346789-571a-42bf-b79a-90dec5ada649 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c3c030d3c4f4475920c66bbddb6f3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497923 May 10 17:42:22.703832 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 48972) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:22.768745 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b19d-6c08-4d1a-b57c-392589f68db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:22.802116 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b19d-6c08-4d1a-b57c-392589f68db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:22.998061 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b19d-6c08-4d1a-b57c-392589f68db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:23.004173 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-391bc54d-6f81-4a34-92d9-7a2f362a8ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:23.023373 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7b19d-6c08-4d1a-b57c-392589f68db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d23a92-d963-44ae-a64f-449fc0e80f31,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:23.026276 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1cc7b19d-6c08-4d1a-b57c-392589f68db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:23.100907 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a44f4-925e-4452-8132-9a3007962124 req-0f93bd56-fd2d-4562-a6e5-a663fe3890b4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:23.105142 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eb6a44f4-925e-4452-8132-9a3007962124 req-0f93bd56-fd2d-4562-a6e5-a663fe3890b4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1184320 May 10 17:42:23.154207 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eb6a44f4-925e-4452-8132-9a3007962124 req-6d4cb065-3d79-49e7-91a7-b6c9a45c1abf tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435669 May 10 17:42:23.175209 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b19d-6c08-4d1a-b57c-392589f68db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:23.176336 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1cc7b19d-6c08-4d1a-b57c-392589f68db9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60d23a92-d963-44ae-a64f-449fc0e80f31 HTTP/1.1" status: 204 len: 168 time: 0.4716039 May 10 17:42:23.197264 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:23.359578 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:23.396384 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:42:23.414451 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:23.458235 dv-cinder-786383-3-smb neutron-server[79270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'code': 422} returned with failed status May 10 17:42:23.484470 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c6760-4499-4619-bfc8-4203e10bc421 req-09de66ea-21ba-4f11-98fa-53bfbe3b96d1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:23.486644 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2d3c6760-4499-4619-bfc8-4203e10bc421 req-09de66ea-21ba-4f11-98fa-53bfbe3b96d1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1614223 May 10 17:42:23.491457 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-060a9da6-6646-48b5-bce1-0e149ba002aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315708 May 10 17:42:23.554144 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2d3c6760-4499-4619-bfc8-4203e10bc421 req-a04c6c77-da14-4fa6-95e8-ff9b6ff8abfc tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603881 May 10 17:42:23.564441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:23.567465 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:23.678259 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=6']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:23.683843 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:24.385750 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246609b7-b6ff-4553-95e3-5706c65aed0e req-30e57f1b-e17d-4d9c-99cf-38e13ba4a7f9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:24.387264 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-246609b7-b6ff-4553-95e3-5706c65aed0e req-30e57f1b-e17d-4d9c-99cf-38e13ba4a7f9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.0946107 May 10 17:42:24.435948 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-246609b7-b6ff-4553-95e3-5706c65aed0e req-d645c354-ee7c-4107-9e3d-cadb188c31d7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408635 May 10 17:42:24.776094 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b69ac-3be2-49f2-9e52-2ab8a371ef8b req-f9dc6f7e-400c-4618-b0e7-17b279c4feb6 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:24.777498 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-815b69ac-3be2-49f2-9e52-2ab8a371ef8b req-f9dc6f7e-400c-4618-b0e7-17b279c4feb6 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.0978220 May 10 17:42:24.839583 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-815b69ac-3be2-49f2-9e52-2ab8a371ef8b req-f0e90861-d6e2-41c7-b138-fbf785344b57 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544393 May 10 17:42:25.660611 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c06df-2f92-4a06-bc70-3baeee11a99f req-a4de1847-abb4-4e9c-aeb5-18add38b1e05 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:25.662443 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f48c06df-2f92-4a06-bc70-3baeee11a99f req-a4de1847-abb4-4e9c-aeb5-18add38b1e05 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1022217 May 10 17:42:25.723746 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f48c06df-2f92-4a06-bc70-3baeee11a99f req-7d638b37-f0bd-4230-b971-37a76febd739 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540805 May 10 17:42:25.773330 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-8a8b7012-96ef-4f86-b779-0b3076502673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:25.776100 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-8a8b7012-96ef-4f86-b779-0b3076502673 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464&tenant_id=aec073c057894f18a4689f7f6eccafa4 HTTP/1.1" status: 200 len: 1096 time: 0.0861964 May 10 17:42:26.009280 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-6ff90473-e264-4d3b-bc7f-e351b92f1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:26.011157 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-6ff90473-e264-4d3b-bc7f-e351b92f1270 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aec073c057894f18a4689f7f6eccafa4&device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 1096 time: 0.1991286 May 10 17:42:26.074131 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431c0e6-96a0-4eb8-8c48-aec60f3ea044 req-fe609443-9660-4491-9cb1-d626297bd1a1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:26.075911 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3431c0e6-96a0-4eb8-8c48-aec60f3ea044 req-fe609443-9660-4491-9cb1-d626297bd1a1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1059330 May 10 17:42:26.143977 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3431c0e6-96a0-4eb8-8c48-aec60f3ea044 req-60f397e5-cb29-4745-bb47-7e62673ee859 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544209 May 10 17:42:26.179176 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-7b700d31-66bd-4dd7-9a4d-23dc8c11f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:26.180788 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-7b700d31-66bd-4dd7-9a4d-23dc8c11f729 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 200 len: 917 time: 0.1621182 May 10 17:42:26.303381 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-1461f0e5-9837-4c7e-abb2-07d4b6520f95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad HTTP/1.1" status: 200 len: 998 time: 0.1122441 May 10 17:42:26.369922 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-0ea222fe-a045-4da5-ab64-e53bb9661fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:26.371393 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-0ea222fe-a045-4da5-ab64-e53bb9661fdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 200 len: 855 time: 0.0611539 May 10 17:42:26.460072 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-2e9217e0-57ca-499c-aa9d-0ae183cec5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:26.461578 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-2e9217e0-57ca-499c-aa9d-0ae183cec5c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ecde6c4-ef95-4d1b-b8d9-269b61cde688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812995 May 10 17:42:26.618452 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-ac5a4d78-c76d-4510-b5e4-aa96b0db044b service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486576 May 10 17:42:26.635524 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-db1d5315-0103-4957-abc0-7e5bf917b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:26.637060 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-db1d5315-0103-4957-abc0-7e5bf917b4ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325&tenant_id=0e811ab0b9c649df8f1a638634e9c26a HTTP/1.1" status: 200 len: 1096 time: 0.0873177 May 10 17:42:26.749833 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-1ea2ba1a-d5fc-4a33-978c-ab88f9b8c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:26.751367 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-1ea2ba1a-d5fc-4a33-978c-ab88f9b8c852 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1096 time: 0.0805621 May 10 17:42:26.767987 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [req-abe4e851-a08c-423b-a977-02b0470e5e7b req-6352a079-f72e-4dee-a8a8-faeaa5e49a80 service neutron] 10.222.0.39 "GET /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426790 May 10 17:42:26.943392 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-1beb892a-5375-478e-868a-0c7c7de59e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:26.944844 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-1beb892a-5375-478e-868a-0c7c7de59e02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 200 len: 909 time: 0.1860323 May 10 17:42:27.042709 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635557ca-7377-40c6-a81e-fa3e8def605f req-f92ce389-c985-4921-bba9-30528e8e76a7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:27.044170 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-635557ca-7377-40c6-a81e-fa3e8def605f req-f92ce389-c985-4921-bba9-30528e8e76a7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1964171 May 10 17:42:27.092772 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-9ea17c13-876e-475b-8ef9-f5dffb35e531 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 200 len: 999 time: 0.1390228 May 10 17:42:27.157175 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-635557ca-7377-40c6-a81e-fa3e8def605f req-4947cb85-1b38-476c-9ab6-9da40c4b3c84 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047678 May 10 17:42:27.187962 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-1d5801d7-b013-4ca4-9e8b-d0c916e0c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:27.190209 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-1d5801d7-b013-4ca4-9e8b-d0c916e0c744 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1130792-4d23-4cdf-b8d5-193a7a022103 HTTP/1.1" status: 200 len: 847 time: 0.0840943 May 10 17:42:27.334807 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-b21df4b4-9f0f-456d-86f1-11397025ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:27.336560 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-b21df4b4-9f0f-456d-86f1-11397025ffd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbf3fad-4a84-4b00-9789-42cd63b2a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1388645 May 10 17:42:27.560123 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f0969-63df-46e9-b033-f81608c3b59e req-fc66bcbf-f694-47a6-8f53-fd726ce5fe06 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:27.561603 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-214f0969-63df-46e9-b033-f81608c3b59e req-fc66bcbf-f694-47a6-8f53-fd726ce5fe06 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.2877016 May 10 17:42:27.629936 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-6e1c6c1e-2ead-48be-9d0c-ca284cf960e3 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849538 May 10 17:42:27.638271 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-214f0969-63df-46e9-b033-f81608c3b59e req-cfeb14f6-ec2b-49d9-8ca2-c1d4fa3b1dba tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653994 May 10 17:42:27.871447 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ba2f6d08-79e4-4b9a-8e7c-e14cd2132d23 req-c2c83131-5bb3-44b7-92fe-0c8ae7671e0a service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285423 May 10 17:42:28.399862 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22af58-067d-4125-abcb-3f436cc06568 req-0b62bb27-82f3-444b-a29e-0b214f642380 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:28.401319 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4e22af58-067d-4125-abcb-3f436cc06568 req-0b62bb27-82f3-444b-a29e-0b214f642380 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1047428 May 10 17:42:28.456005 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4e22af58-067d-4125-abcb-3f436cc06568 req-efe0c04d-3bf6-40d8-b2d9-9842c52ee884 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486159 May 10 17:42:28.653587 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:28.869988 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ec100-7e2d-43b6-9623-c32d60b73569 req-55f43f62-31d6-44e3-99c0-2b3605238077 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:28.872095 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-244ec100-7e2d-43b6-9623-c32d60b73569 req-55f43f62-31d6-44e3-99c0-2b3605238077 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.0930243 May 10 17:42:28.930586 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-244ec100-7e2d-43b6-9623-c32d60b73569 req-1f5f8b64-2b9b-40cc-9573-6bfd908acec7 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492692 May 10 17:42:29.704544 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b74bfa-4c50-4d6f-b828-730c4f5e425d req-b7f8421f-b81e-42a0-a5fc-ffd493b18b37 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:29.706871 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a3b74bfa-4c50-4d6f-b828-730c4f5e425d req-b7f8421f-b81e-42a0-a5fc-ffd493b18b37 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1124189 May 10 17:42:29.765313 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a3b74bfa-4c50-4d6f-b828-730c4f5e425d req-8e012684-9988-4fd8-bc71-48d7f2b751b1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510726 May 10 17:42:30.145977 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade481-dd2d-4f66-bd3c-ec2786404932 req-91f25931-025b-453a-ad46-8db86df624fb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:30.147597 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d5ade481-dd2d-4f66-bd3c-ec2786404932 req-91f25931-025b-453a-ad46-8db86df624fb tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.0904820 May 10 17:42:30.227544 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d5ade481-dd2d-4f66-bd3c-ec2786404932 req-c5a5af07-2bd4-412a-8e8e-3915b5c8810e tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703132 May 10 17:42:31.090535 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4aa2a-73b5-4f61-9acb-28f341ad188e req-d1ec150c-8290-4d27-9a32-be1bc40e5b27 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:31.092680 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c9e4aa2a-73b5-4f61-9acb-28f341ad188e req-d1ec150c-8290-4d27-9a32-be1bc40e5b27 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1815121 May 10 17:42:31.177965 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c9e4aa2a-73b5-4f61-9acb-28f341ad188e req-3dbd9d23-5c90-4fc4-8d0c-5c1a1cb3ded5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786588 May 10 17:42:31.494641 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d41d6-d154-48fb-a636-1b03ca04ef60 req-06e075c4-cd94-4a9b-9415-81de40d93db3 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:31.497192 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b80d41d6-d154-48fb-a636-1b03ca04ef60 req-06e075c4-cd94-4a9b-9415-81de40d93db3 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1384115 May 10 17:42:31.565323 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b80d41d6-d154-48fb-a636-1b03ca04ef60 req-440566a6-6f2f-4c5b-b735-ca2556c2fb0c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604019 May 10 17:42:32.438537 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603c527-ebbe-4f75-8ee6-ddd4271fdb0a req-f2881b8d-64b9-4367-8576-46a6efcc0561 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:32.440762 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e603c527-ebbe-4f75-8ee6-ddd4271fdb0a req-f2881b8d-64b9-4367-8576-46a6efcc0561 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1174505 May 10 17:42:32.500306 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e603c527-ebbe-4f75-8ee6-ddd4271fdb0a req-22ef76de-24a0-42a5-8215-00a26e33e2fb tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512578 May 10 17:42:32.851685 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f68642-926d-4ccb-82d2-80489487cf1e req-223bdca5-2171-4471-83c1-ace0a19b404f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:32.853005 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-28f68642-926d-4ccb-82d2-80489487cf1e req-223bdca5-2171-4471-83c1-ace0a19b404f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1426125 May 10 17:42:32.917003 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-28f68642-926d-4ccb-82d2-80489487cf1e req-9b190ce9-4cdb-404c-aa47-0ad40e92007f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526192 May 10 17:42:33.804080 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defced90-bf5c-48da-b8bc-4a003d035572 req-4f6a58df-02a4-4d9f-a2ee-48f990f0ebee tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:33.816448 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-defced90-bf5c-48da-b8bc-4a003d035572 req-4f6a58df-02a4-4d9f-a2ee-48f990f0ebee tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1477506 May 10 17:42:33.875152 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-defced90-bf5c-48da-b8bc-4a003d035572 req-9489a176-b9b5-44f2-8851-de862b49129e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550053 May 10 17:42:34.209685 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cb369-7f6d-4dbf-aaf3-f8d736e89455 req-22201837-37ca-40ae-93c9-36c3c6404587 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:34.221350 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c80cb369-7f6d-4dbf-aaf3-f8d736e89455 req-22201837-37ca-40ae-93c9-36c3c6404587 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1278250 May 10 17:42:34.301731 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c80cb369-7f6d-4dbf-aaf3-f8d736e89455 req-49c9c709-283e-40e5-974c-84fd5ec2fb13 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790741 May 10 17:42:35.401769 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129dd9b-4446-49c1-b563-48480df7f70a req-69e2c8b8-2f5f-448a-a9ca-48ea71479832 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:35.410135 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6129dd9b-4446-49c1-b563-48480df7f70a req-69e2c8b8-2f5f-448a-a9ca-48ea71479832 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.3287020 May 10 17:42:35.464699 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6129dd9b-4446-49c1-b563-48480df7f70a req-0849be35-9bcd-47aa-bdca-d8471e0f3bdc tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535104 May 10 17:42:35.598031 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35713448-5fba-4850-ab59-773426664ee8 req-1dfbf66c-4b64-441f-954d-4b7b0c56f16c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:35.615343 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35713448-5fba-4850-ab59-773426664ee8 req-1dfbf66c-4b64-441f-954d-4b7b0c56f16c tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1184182 May 10 17:42:35.685322 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35713448-5fba-4850-ab59-773426664ee8 req-b0a2214e-671c-4c0a-8afa-ed07ad8c99ed tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779595 May 10 17:42:36.226619 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fcfed8fc-123b-4dfe-ae19-7d29d162243e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:36.766357 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7756c-687b-406c-96ac-58991c8177e7 req-4cd06167-ba62-4fae-8fb8-5d4aaa677970 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:36.776814 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8cc7756c-687b-406c-96ac-58991c8177e7 req-4cd06167-ba62-4fae-8fb8-5d4aaa677970 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.1643603 May 10 17:42:36.840722 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8cc7756c-687b-406c-96ac-58991c8177e7 req-95117c62-4205-4919-b166-9f0967efc29f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626056 May 10 17:42:36.998941 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b216bad-aa19-45b7-bd59-d28915682605 req-4505347e-f75a-4c18-83a8-3b85ebcc33e9 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:37.000525 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9b216bad-aa19-45b7-bd59-d28915682605 req-4505347e-f75a-4c18-83a8-3b85ebcc33e9 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1028705 May 10 17:42:37.064089 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9b216bad-aa19-45b7-bd59-d28915682605 req-cb310a44-e384-4204-bdd3-663dda38bb97 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563655 May 10 17:42:38.236200 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-0cf493d0-0bea-4823-b12a-da1f6500026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:38.277582 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45388f-7890-4a1c-9aba-32de435166a8 req-98b9f466-9d04-4066-a57c-3b29768667d4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:38.279643 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5a45388f-7890-4a1c-9aba-32de435166a8 req-98b9f466-9d04-4066-a57c-3b29768667d4 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.2771518 May 10 17:42:38.323432 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:38.384982 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5a45388f-7890-4a1c-9aba-32de435166a8 req-90a4e3ac-1a7e-4fa8-b5f9-c88c9c7af604 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898507 May 10 17:42:38.430664 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b17c82-d0e1-4024-af3f-f22ac1cc7e4a req-a7a16fc6-2b11-4362-950c-f033d6018c6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:38.436442 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-83b17c82-d0e1-4024-af3f-f22ac1cc7e4a req-a7a16fc6-2b11-4362-950c-f033d6018c6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.2236719 May 10 17:42:38.510009 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-83b17c82-d0e1-4024-af3f-f22ac1cc7e4a req-2958e4fe-d612-4af0-861f-133917a51461 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663791 May 10 17:42:39.214996 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:39.562241 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:42:39.624196 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc417d-7718-4f46-812a-0828faa65ba2 req-fdfb011b-d340-46f4-a668-44aa108b6a36 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:39.628520 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-18dc417d-7718-4f46-812a-0828faa65ba2 req-fdfb011b-d340-46f4-a668-44aa108b6a36 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.0959332 May 10 17:42:39.732500 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-18dc417d-7718-4f46-812a-0828faa65ba2 req-4d307559-8306-4e65-868c-5e7102fb8001 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555882 May 10 17:42:39.762877 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f698db-b70c-4d03-8bb6-65fe2b1e93f4 req-410a259d-a772-4dde-9320-c06830450797 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:39.764978 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-12f698db-b70c-4d03-8bb6-65fe2b1e93f4 req-410a259d-a772-4dde-9320-c06830450797 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.1309628 May 10 17:42:39.855812 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-12f698db-b70c-4d03-8bb6-65fe2b1e93f4 req-3884be0f-2c33-44b6-8638-150a9459803f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810294 May 10 17:42:39.909261 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-b67a8289-7433-4748-9e75-7cab855305b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975027 May 10 17:42:40.111344 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-ae3b8370-0a03-4847-a2a2-87c3edd70095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:40.112836 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-ae3b8370-0a03-4847-a2a2-87c3edd70095 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 1098 time: 0.0847397 May 10 17:42:40.279058 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-136a3646-381e-43a0-b978-5615427e0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:40.280539 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-136a3646-381e-43a0-b978-5615427e0929 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 910 time: 0.1482229 May 10 17:42:40.398230 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-04cedbc0-2acb-4670-a166-c198460412f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 200 len: 1001 time: 0.1097383 May 10 17:42:40.466762 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-e2b29bdf-d371-419d-b312-f9366bc92d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:40.468189 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-e2b29bdf-d371-419d-b312-f9366bc92d29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.0600650 May 10 17:42:40.570900 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-ae837945-7e80-4d51-b414-2675f7a1e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:40.572397 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-ae837945-7e80-4d51-b414-2675f7a1e1c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843809 May 10 17:42:40.623896 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49190) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:40.737344 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-12f9d053-abb9-47d1-9c13-0dda61063540 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567981 May 10 17:42:40.774832 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:40.795842 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:40.819332 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:42:40.824028 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Usage tracker for resource:security_group_rule and tenant:a72bac52eb9745cfa99e1b4e910e407d is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:42:40.827142 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:42:40.833726 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:42:40.933853 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:41.043714 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:41.057789 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1e41722c-fa00-434b-9c01-f1e4bd15f8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:41.086340 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-91addb81-991d-47c5-a972-e8cec631c3e8 req-27fee4ad-0c43-4612-800e-1a71c16d61b5 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398039 May 10 17:42:41.120951 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a72bac52eb9745cfa99e1b4e910e407d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958668 May 10 17:42:41.122217 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fa67e7-d1de-4b73-941b-53ceca3e2ca8,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:41.124613 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49200) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:41.129061 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:41.142184 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a345b-75c8-47a8-91f8-df307f118147 req-e8ee3143-dbf6-41cf-a1c3-39f14acc1dd9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:41.144548 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cd3a345b-75c8-47a8-91f8-df307f118147 req-e8ee3143-dbf6-41cf-a1c3-39f14acc1dd9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 943 time: 0.2808871 May 10 17:42:41.205779 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4459ea70-949f-4c6e-987d-0608a995bf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:41.234216 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631e58-35b6-4567-8549-6382c689ed3a req-d8d1aa66-9695-4470-84cb-7b57e370421f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:41.237360 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-13631e58-35b6-4567-8549-6382c689ed3a req-d8d1aa66-9695-4470-84cb-7b57e370421f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 943 time: 0.2509089 May 10 17:42:41.251637 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cd3a345b-75c8-47a8-91f8-df307f118147 req-dec915b6-9157-437b-a123-31ab34c68377 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996752 May 10 17:42:41.254555 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4459ea70-949f-4c6e-987d-0608a995bf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:41.282173 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:42:41.324284 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-13631e58-35b6-4567-8549-6382c689ed3a req-a5312925-a373-4434-97e6-b41ca601ed87 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773706 May 10 17:42:41.420640 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4459ea70-949f-4c6e-987d-0608a995bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:41.425163 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f6d42ba1-90f5-452d-b740-753284c39a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:41.442361 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459ea70-949f-4c6e-987d-0608a995bf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fa67e7-d1de-4b73-941b-53ceca3e2ca8,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:41.447885 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4459ea70-949f-4c6e-987d-0608a995bf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:41.450324 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4459ea70-949f-4c6e-987d-0608a995bf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:41.451981 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-4459ea70-949f-4c6e-987d-0608a995bf30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98fa67e7-d1de-4b73-941b-53ceca3e2ca8 HTTP/1.1" status: 204 len: 168 time: 0.3259134 May 10 17:42:41.462359 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:41.481436 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'port_id': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'mac_address': 'fa:16:3e:e9:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:42:41.546328 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:41.565638 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:42:41.584498 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:41.718258 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:41.725419 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:42:41.725419 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:41.858951 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=9']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:41.863849 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:41.933085 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:41.951185 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'port_id': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'mac_address': 'fa:16:3e:76:1a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:42:42.030843 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:42.053504 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:42:42.079624 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:42.175392 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:42.178445 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:42.259889 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=7']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:42.263222 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:42.518726 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5e05b-708e-482e-8a53-0cecc1ea023c req-a2525392-4920-4d1c-9ceb-20fcf657e369 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:42.520220 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-22b5e05b-708e-482e-8a53-0cecc1ea023c req-a2525392-4920-4d1c-9ceb-20fcf657e369 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 944 time: 0.1373527 May 10 17:42:42.552247 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:42:42.575788 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-22b5e05b-708e-482e-8a53-0cecc1ea023c req-d7343e68-09b3-4319-ab4b-b19691df83a6 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488417 May 10 17:42:42.584835 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:42:42.595847 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819cb24-dd7d-4cf6-bb0e-48821df78c3b req-a11643ab-3a86-4e04-a3f4-91846ea0c01a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:42.597469 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a819cb24-dd7d-4cf6-bb0e-48821df78c3b req-a11643ab-3a86-4e04-a3f4-91846ea0c01a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 944 time: 0.1461186 May 10 17:42:42.654082 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a819cb24-dd7d-4cf6-bb0e-48821df78c3b req-d9876ed4-a3f3-4b68-85f2-0a0ab0cfef02 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447683 May 10 17:42:43.931551 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bb2b2-a1c4-4c2e-b7a8-8579296083da req-6179f6d1-da8a-481c-90fa-35303f2e87bc tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:43.932921 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-033bb2b2-a1c4-4c2e-b7a8-8579296083da req-6179f6d1-da8a-481c-90fa-35303f2e87bc tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 944 time: 0.2368946 May 10 17:42:43.988816 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-033bb2b2-a1c4-4c2e-b7a8-8579296083da req-7eb92219-22de-4158-8634-d212afd1da99 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489960 May 10 17:42:44.006764 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36161396-11d3-4571-a5d6-89d04b8b1a39 req-99090347-f710-436f-995d-90ce67fc07da tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:44.008338 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-36161396-11d3-4571-a5d6-89d04b8b1a39 req-99090347-f710-436f-995d-90ce67fc07da tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 944 time: 0.2358830 May 10 17:42:44.062136 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-36161396-11d3-4571-a5d6-89d04b8b1a39 req-72bd3ec4-89f7-4ab7-b4bf-414fb7744726 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427091 May 10 17:42:45.238047 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc8ae8-8178-49b2-8821-3f143ce3cf9f req-774b12ac-516c-4cb7-b5f9-dadc1fba481f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:45.239495 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-00fc8ae8-8178-49b2-8821-3f143ce3cf9f req-774b12ac-516c-4cb7-b5f9-dadc1fba481f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 944 time: 0.1349771 May 10 17:42:45.296773 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-00fc8ae8-8178-49b2-8821-3f143ce3cf9f req-855346fd-29ea-44bc-9aaa-37d8e315e372 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506473 May 10 17:42:45.298961 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:42:45.321514 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b0711-72c8-48be-9c9d-0e2520c3b2da req-fa74ad82-62fc-47f3-9dff-39ec853e66de tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:45.323043 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1f6b0711-72c8-48be-9c9d-0e2520c3b2da req-fa74ad82-62fc-47f3-9dff-39ec853e66de tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 944 time: 0.1466391 May 10 17:42:45.376233 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:42:45.376617 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:45.378241 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1f6b0711-72c8-48be-9c9d-0e2520c3b2da req-bd21a9a8-fb70-47be-b260-6d7334aec31d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434968 May 10 17:42:45.495395 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:45.522083 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:42:45.531357 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:45.568540 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'code': 200} May 10 17:42:45.603176 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:45.604194 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:42:45.633706 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:45.722977 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=10']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:45.726433 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:45.738035 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:42:45.738565 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:45.856900 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:45.893217 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:45.989655 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:45.992416 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:46.033470 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e707dcc-f9d0-42b4-949d-f472ef22a831 req-bc55abc1-431b-4be2-8fe1-fe5676ea0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:46.036251 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9e707dcc-f9d0-42b4-949d-f472ef22a831 req-bc55abc1-431b-4be2-8fe1-fe5676ea0725 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 1099 time: 0.0837226 May 10 17:42:46.069934 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=8']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:46.075972 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:46.089552 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9e707dcc-f9d0-42b4-949d-f472ef22a831 req-560e0b7a-6d62-4e34-86f5-a30cada196cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447404 May 10 17:42:46.544301 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19250-6547-4aa4-bd0d-bdfcef1c2e4e req-266cf3a9-965c-4bc3-80c1-3dbfdaecbc34 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:46.545937 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3eb19250-6547-4aa4-bd0d-bdfcef1c2e4e req-266cf3a9-965c-4bc3-80c1-3dbfdaecbc34 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 946 time: 0.1279857 May 10 17:42:46.605871 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3eb19250-6547-4aa4-bd0d-bdfcef1c2e4e req-d4348813-3274-4465-ac85-ab77254dd3c3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534384 May 10 17:42:46.631107 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca55603-832b-4d3b-a3a5-f15185d68efc req-b0c028a2-41b4-46fb-af49-dfa5f6770f6b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:46.632688 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8ca55603-832b-4d3b-a3a5-f15185d68efc req-b0c028a2-41b4-46fb-af49-dfa5f6770f6b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1349435 May 10 17:42:46.686261 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8ca55603-832b-4d3b-a3a5-f15185d68efc req-bf9daecb-6147-4abd-b034-42779edc4c4a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432503 May 10 17:42:47.569748 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:42:47.616845 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'code': 200} May 10 17:42:47.806514 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc79a99-f023-4d7a-93d9-d8545891d73d req-a914dbed-144d-4c2d-907c-4d3d8288f5a7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:47.807998 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fc79a99-f023-4d7a-93d9-d8545891d73d req-a914dbed-144d-4c2d-907c-4d3d8288f5a7 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 946 time: 0.0846021 May 10 17:42:47.910937 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fc79a99-f023-4d7a-93d9-d8545891d73d req-6444ba0c-b9a9-46f9-9e03-50b24cd27de9 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699010 May 10 17:42:47.942436 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f0f14-b789-49ca-be01-863fda40c8ab req-7ba2d031-e838-4812-b2a0-87147f3fc19a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:47.945414 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-606f0f14-b789-49ca-be01-863fda40c8ab req-7ba2d031-e838-4812-b2a0-87147f3fc19a tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1350274 May 10 17:42:47.993195 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-606f0f14-b789-49ca-be01-863fda40c8ab req-a378e8be-6d63-48ef-bdc0-08558eb8bd09 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413330 May 10 17:42:48.081859 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060dde-716c-4ac2-b780-f113010dc90b req-6fb835c8-20ff-46c2-bc37-a4e501816456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:48.083261 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7060dde-716c-4ac2-b780-f113010dc90b req-6fb835c8-20ff-46c2-bc37-a4e501816456 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1098 time: 0.0757220 May 10 17:42:48.133962 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7060dde-716c-4ac2-b780-f113010dc90b req-432f3661-9b03-4f8d-a59d-62b977c09604 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433362 May 10 17:42:49.189988 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e481f-435b-4341-998f-e1eae44698ac req-3f807919-b7b1-4c0b-91d4-16328f893de3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:49.191534 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-448e481f-435b-4341-998f-e1eae44698ac req-3f807919-b7b1-4c0b-91d4-16328f893de3 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 946 time: 0.1319053 May 10 17:42:49.260616 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea19f4-376e-49c2-83c3-46253a02462c req-a602efb1-ddb6-4ea0-a789-4a9a5d464060 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:49.261995 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b1ea19f4-376e-49c2-83c3-46253a02462c req-a602efb1-ddb6-4ea0-a789-4a9a5d464060 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1419821 May 10 17:42:49.267921 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-448e481f-435b-4341-998f-e1eae44698ac req-5218e806-33cf-40c2-b359-6f97675b9c7b tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686405 May 10 17:42:49.336778 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b1ea19f4-376e-49c2-83c3-46253a02462c req-692b97f0-5eba-4cd1-b7cb-4315b580eea7 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678899 May 10 17:42:49.468227 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77707b24-27e2-43cb-920d-871f2309a786 req-3d265659-b680-4c98-8718-7405c3c64182 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:49.470423 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-77707b24-27e2-43cb-920d-871f2309a786 req-3d265659-b680-4c98-8718-7405c3c64182 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.0859938 May 10 17:42:49.524303 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-77707b24-27e2-43cb-920d-871f2309a786 req-72d182bc-16fd-4ece-8fe5-d3ba23806ace tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473275 May 10 17:42:50.728200 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776ef0-0a0a-499d-9c86-53a95b1cc5e0 req-35fc010d-cc86-4d1f-b327-6e09d253351b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:50.729751 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-03776ef0-0a0a-499d-9c86-53a95b1cc5e0 req-35fc010d-cc86-4d1f-b327-6e09d253351b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1385775 May 10 17:42:50.766259 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ffe33-d61b-421c-9a7d-c82a73708062 req-a3b7f54f-c072-4678-beec-ce6e617d2173 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:50.768062 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d28ffe33-d61b-421c-9a7d-c82a73708062 req-a3b7f54f-c072-4678-beec-ce6e617d2173 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.1297989 May 10 17:42:50.819177 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-03776ef0-0a0a-499d-9c86-53a95b1cc5e0 req-0c613aea-d890-48ea-8ec6-72bba1f71716 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816519 May 10 17:42:50.833529 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d28ffe33-d61b-421c-9a7d-c82a73708062 req-b8e1366a-2127-45f4-aa5f-2f4e3d5eeb40 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592048 May 10 17:42:51.463524 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-7cd3cae6-72b5-44e1-b76f-ff65c9000251 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:51.465054 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-7cd3cae6-72b5-44e1-b76f-ff65c9000251 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.0820618 May 10 17:42:51.607969 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Deleting port f3010d68-369d-4f9e-9071-c0fdc414b4cd {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:51.608315 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:51.829442 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] For port f3010d68-369d-4f9e-9071-c0fdc414b4cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3010d68-369d-4f9e-9071-c0fdc414b4cd,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:42:51.830372 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:52.182478 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:52.182841 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:52.183264 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.l3_db [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Floating IP 1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d disassociated. External IP: 172.28.0.230, port: f3010d68-369d-4f9e-9071-c0fdc414b4cd. May 10 17:42:52.183607 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Calling delete_port for f3010d68-369d-4f9e-9071-c0fdc414b4cd owned by compute:nova {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:52.198818 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a07a-c3f5-4e3e-97f1-57573568503b req-3173e929-12b8-4053-9abc-e9ff1a502f5b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:42:52.200277 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6882a07a-c3f5-4e3e-97f1-57573568503b req-3173e929-12b8-4053-9abc-e9ff1a502f5b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 945 time: 0.2130959 May 10 17:42:52.259635 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6882a07a-c3f5-4e3e-97f1-57573568503b req-51238301-8fd4-41ee-b5d4-df477a5e337e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468752 May 10 17:42:52.437358 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:52.444082 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f62a422a-d9ec-417f-8fe1-461a12d7f1e7 tempest-VolumesActionsTest-966978282 tempest-VolumesActionsTest-966978282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:52.489740 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event deleted for resources: {'Port': ['ID=f3010d68-369d-4f9e-9071-c0fdc414b4cd,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:52.502236 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.502629 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.502992 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.503349 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.503698 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.504046 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.504474 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.504820 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.505183 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.505506 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.505846 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.506186 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:52.509364 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:52.691535 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:42:52.869307 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:42:52.880725 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] Sync routers for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:42:52.897871 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:42:52.898824 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:42:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:52.952633 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] No DVR routers for this DVR port f3010d68-369d-4f9e-9071-c0fdc414b4cd on host hv-cinder-78638 {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:42:52.957120 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:52.961352 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'name': 'network-vif-deleted', 'tag': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:42:53.014635 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac31ad27-cdac-461e-994a-f44aef9cf7ce', 'name': 'network-vif-deleted', 'tag': 'f3010d68-369d-4f9e-9071-c0fdc414b4cd', 'status': 'completed', 'code': 200} May 10 17:42:53.044200 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4a54a513-b190-4010-9cfb-c8553dd206a4 req-52f590d9-4efc-40c5-a5bf-1befead62e42 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "DELETE /v2.0/ports/f3010d68-369d-4f9e-9071-c0fdc414b4cd HTTP/1.1" status: 204 len: 173 time: 1.5737677 May 10 17:42:53.089340 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:42:53.444434 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-e660f629-2317-41bc-bd39-f81195fe2e51 req-67c0894c-057c-4252-afb4-82b4d31b3984 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Synchronizing usage tracker for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:42:53.449553 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:53.453890 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] Checking router: 17221eac-d3df-4b73-8f4c-c50c314ac7f7 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:42:53.462274 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:42:53.462912 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:42:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:53.572704 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-e660f629-2317-41bc-bd39-f81195fe2e51 req-67c0894c-057c-4252-afb4-82b4d31b3984 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Unset dirty status for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:42:53.573965 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e660f629-2317-41bc-bd39-f81195fe2e51 req-67c0894c-057c-4252-afb4-82b4d31b3984 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac31ad27-cdac-461e-994a-f44aef9cf7ce HTTP/1.1" status: 200 len: 210 time: 0.1758382 May 10 17:42:53.674706 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:42:54.007716 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:42:54.012536 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2726a-9f93-425a-b6af-9f29878d829d None None] The sync data for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb is: [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:42:54.257219 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac400bd-c8f0-49b0-a4de-cfd91313b2c4 None None] New status for floating IP 1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d: DOWN {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:42:55.357877 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device f3010d68-369d-4f9e-9071-c0fdc414b4cd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:42:55.395766 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: f3010d68-369d-4f9e-9071-c0fdc414b4cd {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:42:55.396119 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device f3010d68-369d-4f9e-9071-c0fdc414b4cd not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:42:55.786593 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49300) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:55.855960 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:55.885889 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.014303 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.019261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4459ea70-949f-4c6e-987d-0608a995bf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:56.032436 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bfdf45-4d30-445f-af89-8f2e8ce4a1e8,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:56.043557 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.043926 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.044277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.044670 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.044997 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.045359 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.045699 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.046039 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.046374 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.050100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.050100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.050100 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:42:56.050760 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.054448 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "DELETE /v2.0/security-groups/08bfdf45-4d30-445f-af89-8f2e8ce4a1e8 HTTP/1.1" status: 204 len: 168 time: 0.2643061 May 10 17:42:56.054448 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:56.055440 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 49304) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:56.072762 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.api.v2.resource [None req-d2702b0a-61f9-4408-89ec-86bf7a0ee716 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] show failed (client error): The resource could not be found. May 10 17:42:56.077876 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49308) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:56.078486 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-d2702b0a-61f9-4408-89ec-86bf7a0ee716 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups/08bfdf45-4d30-445f-af89-8f2e8ce4a1e8 HTTP/1.1" status: 404 len: 347 time: 0.0223520 May 10 17:42:56.315164 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Deleting port 0bc84524-f087-441a-8cb8-7bb4a56322e8 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:42:56.315396 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.439527 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.439865 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.564512 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Calling delete_port for 0bc84524-f087-441a-8cb8-7bb4a56322e8 owned by network:floatingip {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:42:56.848698 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.852542 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d2abe699-c593-4e5c-b0f3-bebbafaaa8d0 tempest-ServerRescueNegativeTestJSON-1552891403 tempest-ServerRescueNegativeTestJSON-1552891403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:56.897103 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event deleted for resources: {'Port': ['ID=0bc84524-f087-441a-8cb8-7bb4a56322e8,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:56.900217 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:56.991236 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:57.088109 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:57.089262 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "DELETE /v2.0/floatingips/1b227de5-cffc-4ae0-b3d9-ab0e831a9b3d HTTP/1.1" status: 204 len: 168 time: 1.0091851 May 10 17:42:57.343091 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49314) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:57.348935 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044570482', 'description': 'tempest-description--1050135628'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:42:57.355303 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:42:57.359388 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:security_group and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:42:57.363001 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:42:57.368767 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:42:57.483064 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:57.504928 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:42:57.509116 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:security_group_rule and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:42:57.512050 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:42:57.518784 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:42:57.588930 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:57.654356 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:57.659262 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1c7cc09d-925f-4fb5-960c-75caf67ecb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:57.702268 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0e51ce-5591-47db-9bc3-8070ab89f146,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:57.705914 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:57.785955 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:57.787309 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7d4c6189-5a06-423c-ac0a-ba303851a883 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4427202 May 10 17:42:57.790171 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49318) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:57.795346 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'security_group_rule': {'security_group_id': '3f0e51ce-5591-47db-9bc3-8070ab89f146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:42:57.801601 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:42:57.807156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:security_group_rule and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:42:57.808480 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:42:57.814691 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:42:57.888448 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:57.950002 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.037158 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.043615 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:58.065826 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175ac046-0bfe-496f-8e1d-c4fc3646b1c6,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:58.068525 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:58.172987 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.174220 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3830619 May 10 17:42:58.176866 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49322) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:58.181998 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'security_group_rule': {'security_group_id': '3f0e51ce-5591-47db-9bc3-8070ab89f146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:42:58.188824 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:42:58.192599 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:security_group_rule and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:42:58.195532 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:42:58.201502 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:42:58.287521 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.350644 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.436851 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.440177 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-37855ecf-6f45-451f-9830-fb45448e290b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:58.463300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31584a35-a3d8-4b7c-8fcd-f757a8e2a1a8,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:58.465708 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:58.563406 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.564706 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7bbc4833-e711-4c8c-83ff-4b382ba7fedf tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3869293 May 10 17:42:58.569215 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49326) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:42:58.574449 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'floatingip': {'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:42:58.580836 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:42:58.584774 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:floatingip and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:42:58.588631 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:42:58.594629 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:42:58.627639 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.688707 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.826283 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.969137 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Allocated IP 172.28.0.147 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/6080952d-2809-4ea7-a9ee-76e6bcfd34d9) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:42:59.123439 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:59.269834 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:59.275059 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:59.338341 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:42:59.341312 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:42:59.345255 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:42:59.387138 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'Port': ['ID=6080952d-2809-4ea7-a9ee-76e6bcfd34d9,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:59.391703 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:59.440034 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:59.558926 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:59.782484 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:59.854559 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:59.858995 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-31cc5c8b-74fb-4f51-8e3b-0fd0798ad8c2 tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:42:59.961890 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'Port': ['ID=6080952d-2809-4ea7-a9ee-76e6bcfd34d9,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:42:59.965989 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:42:59.978734 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:00.054228 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:00.055457 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4853251 May 10 17:43:00.291675 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-5e925206-3dac-4255-a9f4-c7f089af7b5a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2044570482&fields=id&tenant_id=58782f3819544b80ba307d8752e5eed9 HTTP/1.1" status: 200 len: 267 time: 0.0418110 May 10 17:43:00.444671 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7320f47-849f-4726-9153-897176293b1f req-3cb02be7-aa39-48b5-bcfe-2f8fc656245b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:00.446078 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-3cb02be7-aa39-48b5-bcfe-2f8fc656245b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 809 time: 0.1466479 May 10 17:43:00.460985 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-5d7790dc-1131-4ffa-a8c7-31c88cb92f07 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/quotas/58782f3819544b80ba307d8752e5eed9 HTTP/1.1" status: 200 len: 375 time: 0.0090539 May 10 17:43:00.546040 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-bfd9d089-c4d7-4983-ad43-62dc0f1e6d2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799344 May 10 17:43:00.778182 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-3c5a8d6d-32a1-44bb-917c-a5447998bcf3 service neutron] 10.222.0.21 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202134 May 10 17:43:00.907802 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-02ee5360-b92e-4b07-8514-0230d2588ab6 service neutron] 10.222.0.21 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236687 May 10 17:43:01.152954 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-10d1a66f-24f4-4e88-aee8-d9d208e23898 req-5e4321d9-3039-4d83-af9b-9f4866674d07 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 210 time: 0.0472491 May 10 17:43:02.304366 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ce5f73f5-b174-42f7-b195-2bf25b5bae67 req-9cdd876c-af92-42be-86c9-b4e94b7d4758 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 210 time: 0.0447617 May 10 17:43:03.416454 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7320f47-849f-4726-9153-897176293b1f req-e8aaccba-5270-4a9c-aace-9b20f16cc501 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:03.418844 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-e8aaccba-5270-4a9c-aace-9b20f16cc501 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 809 time: 0.1885273 May 10 17:43:03.490358 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-877c9d35-8d46-4ede-9b18-96f54335e37b req-8fd091bd-c58f-45fd-a6e1-9021e51b8b4a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 210 time: 0.0702050 May 10 17:43:03.519851 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-42977585-6fa3-4b7b-a470-aaff58886379 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58782f3819544b80ba307d8752e5eed9 HTTP/1.1" status: 200 len: 380 time: 0.0522172 May 10 17:43:03.529759 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'port': {'device_id': '7bff55db-dacd-4643-b950-9c9f81766af6', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'admin_state_up': True, 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'security_groups': ['3f0e51ce-5591-47db-9bc3-8070ab89f146']}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:43:03.669745 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:43:03.674681 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Usage tracker for resource:port and tenant:58782f3819544b80ba307d8752e5eed9 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:43:03.677468 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:43:03.683098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:43:03.767126 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Made reservation on behalf of 58782f3819544b80ba307d8752e5eed9 for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:43:03.770791 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:03.938555 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Allocated IP 172.20.0.7 (3207d7a0-10b3-4e43-9076-cab40864be26/51059e81-5b7c-422d-8c3f-94599a6a6e83/97a3d793-a343-406a-910e-d73f9ce2b2c4) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:43:04.123841 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:04.139989 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Transition to ACTIVE for port object 97a3d793-a343-406a-910e-d73f9ce2b2c4 will not be triggered until provisioned by entity DHCP. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:43:04.229517 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:04.235736 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-06e1c207-3df5-40fd-9981-179d9e952593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:04.295467 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Network 3207d7a0-10b3-4e43-9076-cab40864be26 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:43:04.299260 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:43:04.314156 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:43:04.348303 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event updated for resources: {'Port': ['ID=97a3d793-a343-406a-910e-d73f9ce2b2c4,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:04.353227 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:04.382519 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:04.383155 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:04.483452 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9573526 May 10 17:43:04.502046 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Request body: {'port': {'device_id': '7bff55db-dacd-4643-b950-9c9f81766af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:43:04.551471 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-20fdca6e-36cd-4b16-bf7f-8a672b4316ac None None] Provisioning for port 97a3d793-a343-406a-910e-d73f9ce2b2c4 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:43:04.557030 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-20fdca6e-36cd-4b16-bf7f-8a672b4316ac None None] Provisioning complete for port 97a3d793-a343-406a-910e-d73f9ce2b2c4 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:43:04.557519 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-20fdca6e-36cd-4b16-bf7f-8a672b4316ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:04.615463 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-20fdca6e-36cd-4b16-bf7f-8a672b4316ac None None] Port 97a3d793-a343-406a-910e-d73f9ce2b2c4 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:43:04.657724 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:04.759629 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069575b1-aa6e-4110-b737-9a1a317b60be req-6ca55d3d-c9c6-440c-bc2d-b8843f8169da tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:04.760237 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-069575b1-aa6e-4110-b737-9a1a317b60be req-6ca55d3d-c9c6-440c-bc2d-b8843f8169da tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Synchronizing usage tracker for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:43:04.993213 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-069575b1-aa6e-4110-b737-9a1a317b60be req-6ca55d3d-c9c6-440c-bc2d-b8843f8169da tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Unset dirty status for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:43:04.994360 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-069575b1-aa6e-4110-b737-9a1a317b60be req-6ca55d3d-c9c6-440c-bc2d-b8843f8169da tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 931 time: 0.3916104 May 10 17:43:05.082234 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-069575b1-aa6e-4110-b737-9a1a317b60be req-ab72f60a-7c9e-4025-b71c-685952b19355 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806637 May 10 17:43:05.166884 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a3d793-a343-406a-910e-d73f9ce2b2c4 {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:43:05.175015 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:05.189676 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Transition to ACTIVE for port object 97a3d793-a343-406a-910e-d73f9ce2b2c4 will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:43:05.265011 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:05.268882 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-73ac6cd4-37a4-4caa-94b2-090c0d01420f tempest-DeleteServersTestJSON-1092396973 tempest-DeleteServersTestJSON-1092396973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:05.392572 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36125b51-dcd0-41fb-b025-d0ea812db0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:05.400453 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Pushing event updated for resources: {'Port': ['ID=97a3d793-a343-406a-910e-d73f9ce2b2c4,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:05.427937 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:05.507789 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Attempting to bind port 97a3d793-a343-406a-910e-d73f9ce2b2c4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:43:05.508477 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Attempting to bind port 97a3d793-a343-406a-910e-d73f9ce2b2c4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:43:05.508477 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Attempting to bind port 97a3d793-a343-406a-910e-d73f9ce2b2c4 on network 3207d7a0-10b3-4e43-9076-cab40864be26 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:43:05.512857 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Port 97a3d793-a343-406a-910e-d73f9ce2b2c4 on network 3207d7a0-10b3-4e43-9076-cab40864be26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:43:05.513172 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Attempting to bind port 97a3d793-a343-406a-910e-d73f9ce2b2c4 on network 3207d7a0-10b3-4e43-9076-cab40864be26 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:43:05.518272 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:43:05.518639 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Checking segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:43:05.519011 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Bound using segment: {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:43:05.519429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Bound port: 97a3d793-a343-406a-910e-d73f9ce2b2c4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edc46df-b051-4866-8265-0b03e9723b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:43:05.519772 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:05.606607 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] For port 97a3d793-a343-406a-910e-d73f9ce2b2c4, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:43:05.610049 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] For port 97a3d793-a343-406a-910e-d73f9ce2b2c4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97a3d793-a343-406a-910e-d73f9ce2b2c4,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:43:05.688530 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:05.692302 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8bdc64f4-c035-4996-ba83-75f1394deb54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:05.747111 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:05.747712 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:05.749042 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] 10.222.0.39 "PUT /v2.0/ports/97a3d793-a343-406a-910e-d73f9ce2b2c4 HTTP/1.1" status: 200 len: 1093 time: 1.2517500 May 10 17:43:05.749589 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bff55db-dacd-4643-b950-9c9f81766af6', 'tag': '97a3d793-a343-406a-910e-d73f9ce2b2c4'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:43:05.780020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Pushing event updated for resources: {'Port': ['ID=97a3d793-a343-406a-910e-d73f9ce2b2c4,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:05.784721 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:05.798636 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bff55db-dacd-4643-b950-9c9f81766af6', 'tag': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'status': 'completed', 'code': 200} May 10 17:43:05.915339 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37316d80-498d-446e-a81f-ee0d06f35c6f req-1d4f1d06-e8e3-490c-9c76-aad21c0e8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:05.916810 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-37316d80-498d-446e-a81f-ee0d06f35c6f req-1d4f1d06-e8e3-490c-9c76-aad21c0e8365 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 1096 time: 0.0739133 May 10 17:43:06.071793 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37316d80-498d-446e-a81f-ee0d06f35c6f req-8ad80a93-3224-4a11-b858-e1ebac6b6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:06.073145 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-37316d80-498d-446e-a81f-ee0d06f35c6f req-8ad80a93-3224-4a11-b858-e1ebac6b6d7f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=58782f3819544b80ba307d8752e5eed9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1414218 May 10 17:43:06.268166 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37316d80-498d-446e-a81f-ee0d06f35c6f req-977ef802-e7d3-4372-afef-79914fc80557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:06.269511 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-37316d80-498d-446e-a81f-ee0d06f35c6f req-977ef802-e7d3-4372-afef-79914fc80557 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860955 May 10 17:43:06.303251 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fb368-1f26-4c38-99d7-e019184760bb req-4df76eaa-101f-48a3-889e-08dc2fc84188 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:06.304688 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2c3fb368-1f26-4c38-99d7-e019184760bb req-4df76eaa-101f-48a3-889e-08dc2fc84188 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 943 time: 0.1135221 May 10 17:43:06.390885 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2c3fb368-1f26-4c38-99d7-e019184760bb req-3fb25390-df87-40b3-b914-ee7b2591acb4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789926 May 10 17:43:06.417377 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7320f47-849f-4726-9153-897176293b1f req-3ff3b849-10a3-40c2-83bc-9be42350cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:06.418866 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-3ff3b849-10a3-40c2-83bc-9be42350cafc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 1096 time: 0.0873528 May 10 17:43:06.498311 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-32fe0cf1-6a57-4ec5-8d40-9eb480c672d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97a3d793-a343-406a-910e-d73f9ce2b2c4 HTTP/1.1" status: 200 len: 217 time: 0.0650671 May 10 17:43:06.567547 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7320f47-849f-4726-9153-897176293b1f req-be06c32f-08d2-4fc9-861c-f430d5f0a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:06.567547 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-be06c32f-08d2-4fc9-861c-f430d5f0a2a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.0590558 May 10 17:43:06.644853 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7320f47-849f-4726-9153-897176293b1f req-8b90b6e1-1692-4496-bdce-b670a313b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:06.646292 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-8b90b6e1-1692-4496-bdce-b670a313b2d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744190 May 10 17:43:06.778312 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-6e8c5b0d-047b-406c-88ed-0ec20e65aad7 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251931 May 10 17:43:06.908328 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e7320f47-849f-4726-9153-897176293b1f req-d897817a-5308-4391-9b7c-c5d90111d889 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232965 May 10 17:43:07.661599 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7717b14-b56b-47f6-9d4f-727feadf8067 req-b3cce7bf-0523-4adf-833c-09ae43f8fd41 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:07.663067 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b7717b14-b56b-47f6-9d4f-727feadf8067 req-b3cce7bf-0523-4adf-833c-09ae43f8fd41 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 943 time: 0.1623185 May 10 17:43:07.707836 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b7717b14-b56b-47f6-9d4f-727feadf8067 req-dccac9d9-1c49-4a44-b71b-a3d0ce9a8f40 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390213 May 10 17:43:08.030921 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c2fbfef6-85c8-4286-8ac1-2b9266936496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:08.270719 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:08.894403 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5509b2-2eb2-4168-a357-aa69a8004363 req-acfa29b9-c33e-41da-9aef-0f088734df39 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:08.895882 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aa5509b2-2eb2-4168-a357-aa69a8004363 req-acfa29b9-c33e-41da-9aef-0f088734df39 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 943 time: 0.0823324 May 10 17:43:08.940184 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-aa5509b2-2eb2-4168-a357-aa69a8004363 req-f9c39892-1eda-4d5e-b50d-bd30b970b876 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 May 10 17:43:09.168003 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:09.368491 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 97a3d793-a343-406a-910e-d73f9ce2b2c4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:43:09.500502 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 97a3d793-a343-406a-910e-d73f9ce2b2c4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97a3d793-a343-406a-910e-d73f9ce2b2c4,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:43:09.513146 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'port_id': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'mac_address': 'fa:16:3e:c8:b9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:43:09.573118 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:09.589262 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a3d793-a343-406a-910e-d73f9ce2b2c4 {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:43:09.605009 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 97a3d793-a343-406a-910e-d73f9ce2b2c4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97a3d793-a343-406a-910e-d73f9ce2b2c4,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:43:09.693480 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:09.695956 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:09.778015 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=97a3d793-a343-406a-910e-d73f9ce2b2c4,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:09.788866 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.789336 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.789740 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.790161 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.790702 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.791117 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.791611 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.792097 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.792814 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.793432 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.793866 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.794311 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:43:09.799798 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:10.052813 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['97a3d793-a343-406a-910e-d73f9ce2b2c4'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:43:10.149001 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c33eb-7b0a-4779-a0ea-008d4e6de3f7 req-abbbf7a4-2fe9-4f9d-ad37-f8d2f92f0e92 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:10.151366 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a20c33eb-7b0a-4779-a0ea-008d4e6de3f7 req-abbbf7a4-2fe9-4f9d-ad37-f8d2f92f0e92 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 944 time: 0.0994811 May 10 17:43:10.200349 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-a20c33eb-7b0a-4779-a0ea-008d4e6de3f7 req-e95fffb9-4a5b-42f0-a5b3-88e2e337bdd9 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 May 10 17:43:10.716554 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:11.381653 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 97a3d793-a343-406a-910e-d73f9ce2b2c4 up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:43:11.410337 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee65fc-0c8b-47d6-9e91-67aa9c575d01 req-6197aecf-c8e6-46d4-9a19-bc42d555825a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:11.411889 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-feee65fc-0c8b-47d6-9e91-67aa9c575d01 req-6197aecf-c8e6-46d4-9a19-bc42d555825a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 944 time: 0.0975311 May 10 17:43:11.464084 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-feee65fc-0c8b-47d6-9e91-67aa9c575d01 req-6f98ce84-2467-43a1-b55b-ba53cb57d7f2 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428579 May 10 17:43:11.532473 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 97a3d793-a343-406a-910e-d73f9ce2b2c4 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:43:11.538644 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 97a3d793-a343-406a-910e-d73f9ce2b2c4 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:43:11.539025 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:11.686578 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:11.713153 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bff55db-dacd-4643-b950-9c9f81766af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a3d793-a343-406a-910e-d73f9ce2b2c4'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:43:11.723430 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 97a3d793-a343-406a-910e-d73f9ce2b2c4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97a3d793-a343-406a-910e-d73f9ce2b2c4,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:43:11.759775 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bff55db-dacd-4643-b950-9c9f81766af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'code': 200} May 10 17:43:11.783572 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:11.785368 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fc0f3bde-1cb7-4f4b-b895-5fe265167f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:11.859617 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=97a3d793-a343-406a-910e-d73f9ce2b2c4,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:11.862747 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:12.204471 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e36b83-853b-4db0-a28f-d51e46f5f5e9 req-cd71280c-de1b-4d65-b8de-1bdaaa280dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:12.205983 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f7e36b83-853b-4db0-a28f-d51e46f5f5e9 req-cd71280c-de1b-4d65-b8de-1bdaaa280dab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 1098 time: 0.0747573 May 10 17:43:12.247101 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f7e36b83-853b-4db0-a28f-d51e46f5f5e9 req-d4ba7e1d-0359-4685-bff0-43f4af0ed029 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339472 May 10 17:43:12.655755 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd70b6-875e-4a96-8c74-786b6d0e585b req-7c366400-adfc-4d4e-b65f-2587472e81b0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:12.657334 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-53cd70b6-875e-4a96-8c74-786b6d0e585b req-7c366400-adfc-4d4e-b65f-2587472e81b0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 945 time: 0.0796747 May 10 17:43:12.705011 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-53cd70b6-875e-4a96-8c74-786b6d0e585b req-a02a9146-b0ac-4a5b-ba60-e481864315ec tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 May 10 17:43:13.906223 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca2c14-9fdd-4688-b81d-d4ee4519e677 req-6b47c33c-d8c4-4b59-9c9b-da65ffa0033f tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:13.907635 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-20ca2c14-9fdd-4688-b81d-d4ee4519e677 req-6b47c33c-d8c4-4b59-9c9b-da65ffa0033f tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 945 time: 0.0829155 May 10 17:43:13.952280 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-20ca2c14-9fdd-4688-b81d-d4ee4519e677 req-1021fbc9-9c38-4f98-ac8a-8daf8efed3fb tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389326 May 10 17:43:14.140916 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab06bb-7ac0-4813-abba-bc91442cbe16 req-9e86b9c4-57f5-4063-a29e-ad596315810b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:14.142541 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-acab06bb-7ac0-4813-abba-bc91442cbe16 req-9e86b9c4-57f5-4063-a29e-ad596315810b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 945 time: 0.0879536 May 10 17:43:14.150888 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 49386) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:14.156474 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Request body: {'floatingip': {'port_id': '97a3d793-a343-406a-910e-d73f9ce2b2c4'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:43:14.237169 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:14.919919 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:14.979238 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:15.154748 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.l3_db [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Floating IP 4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d associated. External IP: 172.28.0.147, port: 97a3d793-a343-406a-910e-d73f9ce2b2c4. May 10 17:43:15.508088 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:43:15.687539 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:43:15.692752 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:15.696913 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] Sync routers for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:43:15.707369 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:43:15.707994 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:43:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:15.751145 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-fefbf732-8fc2-48da-bea3-8b5c1b00ea2e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "PUT /v2.0/floatingips/4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d HTTP/1.1" status: 200 len: 991 time: 1.5991771 May 10 17:43:15.751752 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bff55db-dacd-4643-b950-9c9f81766af6', 'tag': '97a3d793-a343-406a-910e-d73f9ce2b2c4'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:43:15.801535 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bff55db-dacd-4643-b950-9c9f81766af6', 'tag': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'status': 'completed', 'code': 200} May 10 17:43:15.889133 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:43:15.938158 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-ba5d2711-d972-4dda-89f7-ffde8f5da857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:15.939697 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-ba5d2711-d972-4dda-89f7-ffde8f5da857 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58782f3819544b80ba307d8752e5eed9&device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 1098 time: 0.0751901 May 10 17:43:16.093470 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-c0b4b0f1-4fd8-4913-ae2d-1f6652df1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:16.096042 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-c0b4b0f1-4fd8-4913-ae2d-1f6652df1e93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 200 len: 910 time: 0.1488767 May 10 17:43:16.207792 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-866957da-e42d-4f1b-a8fb-41bc802ef667 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97a3d793-a343-406a-910e-d73f9ce2b2c4 HTTP/1.1" status: 200 len: 999 time: 0.1043515 May 10 17:43:16.283115 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'port_id': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'mac_address': 'fa:16:3e:c8:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bff55db-dacd-4643-b950-9c9f81766af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:42:59Z', 'updated_at': '2021-05-10T17:43:14Z', 'revision_number': 1, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:16.283414 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-de34c825-77d8-48af-9352-43ffab3d419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:16.284755 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-de34c825-77d8-48af-9352-43ffab3d419d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 200 len: 848 time: 0.0702713 May 10 17:43:16.287190 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] Checking router: 17221eac-d3df-4b73-8f4c-c50c314ac7f7 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:43:16.295851 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:43:16.297648 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:43:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:16.362976 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-903a02b2-f663-457c-a8f8-078b35a9e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:16.364463 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-903a02b2-f663-457c-a8f8-078b35a9e25e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3207d7a0-10b3-4e43-9076-cab40864be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725052 May 10 17:43:16.479208 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:43:16.561431 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:43:16.598860 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-69e89976-9340-4da7-83a1-4b32ff5dd2e5 service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271800 May 10 17:43:16.732630 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-247a912b-cdab-4f79-bc67-55fe19bf4411 req-24f26351-a832-4ed6-ab2f-53e7a1eb923e service neutron] 10.222.0.39 "GET /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262157 May 10 17:43:16.836946 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'port_id': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'mac_address': 'fa:16:3e:c8:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bff55db-dacd-4643-b950-9c9f81766af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:42:59Z', 'updated_at': '2021-05-10T17:43:14Z', 'revision_number': 1, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:16.841144 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a47a049-db00-404c-9a5d-fe8f65ad20df None None] The sync data for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb is: [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'port_id': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'mac_address': 'fa:16:3e:c8:b9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bff55db-dacd-4643-b950-9c9f81766af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:42:59Z', 'updated_at': '2021-05-10T17:43:14Z', 'revision_number': 1, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:43:17.038541 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e32dd-d8b0-47a6-8d17-732e23e70e59 None None] New status for floating IP 4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d: ACTIVE {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:43:23.254857 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f3321-6d70-4b0f-be8c-e294f5e668bb req-f6d3cb89-2c8a-4ead-b701-22f090635796 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:23.256342 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bb3f3321-6d70-4b0f-be8c-e294f5e668bb req-f6d3cb89-2c8a-4ead-b701-22f090635796 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 946 time: 0.0816054 May 10 17:43:23.307457 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-bb3f3321-6d70-4b0f-be8c-e294f5e668bb req-53dc0f45-8a8b-42e1-a602-6f656da8d447 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452306 May 10 17:43:24.507708 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db4668-b378-41a0-be18-a468c8108431 req-ba0ae3ba-714c-49ce-9f0d-d5fc7a115004 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:24.509357 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b5db4668-b378-41a0-be18-a468c8108431 req-ba0ae3ba-714c-49ce-9f0d-d5fc7a115004 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 946 time: 0.0835176 May 10 17:43:24.559809 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b5db4668-b378-41a0-be18-a468c8108431 req-3539fa51-3f78-4bf8-bfc7-7c95652e6400 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437953 May 10 17:43:25.100256 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-197534f6-030a-405b-98cc-3f2aed1074ad tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:25.101947 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-197534f6-030a-405b-98cc-3f2aed1074ad tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 946 time: 0.1013629 May 10 17:43:25.259570 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Deleting port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:43:25.259804 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:25.401353 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] For port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:43:25.401708 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:25.757480 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:25.758267 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:25.758267 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.l3_db [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Floating IP f56601c7-7535-4887-8a9c-faa8efcdfe2e disassociated. External IP: 172.28.0.26, port: 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad. May 10 17:43:25.758641 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Calling delete_port for 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad owned by compute:nova {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:43:25.816329 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9fa3c-bd0b-47b6-9202-a028eb7185ce req-b1d1695d-4ef9-4670-81ab-cc75a4c270d6 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:25.817864 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-07d9fa3c-bd0b-47b6-9202-a028eb7185ce req-b1d1695d-4ef9-4670-81ab-cc75a4c270d6 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 946 time: 0.1316860 May 10 17:43:25.908158 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-07d9fa3c-bd0b-47b6-9202-a028eb7185ce req-6409bd04-66db-494b-9dd5-1d6861c12a3f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d9089d1-4e2c-468d-b7f0-b38e54b138c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781088 May 10 17:43:26.000307 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:26.006721 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:26.058396 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event deleted for resources: {'Port': ['ID=0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:26.061865 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:26.266584 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Router 551adeb9-78f1-4e2e-a84e-855f5329e99d has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:43:26.589508 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:43:26.600274 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] Sync routers for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:43:26.612422 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:43:26.613051 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:43:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:26.669562 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] No DVR routers for this DVR port 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad on host hv-cinder-78638 {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:43:26.673659 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:26.676416 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-deleted', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:43:26.729066 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e5a36e-605c-44bb-bd05-49f3ba62a464', 'name': 'network-vif-deleted', 'tag': '0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad', 'status': 'completed', 'code': 200} May 10 17:43:26.778997 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ad2ca2fe-955c-48cf-afda-5e6e8f8f9872 req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.39 "DELETE /v2.0/ports/0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad HTTP/1.1" status: 204 len: 173 time: 1.6693466 May 10 17:43:26.805815 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:43:27.109766 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-cb8c83ed-6d4c-4ca8-b9cb-a48b09cad175 req-abd5b532-8fd5-422d-bd70-99c88f12f2d5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Synchronizing usage tracker for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:43:27.177184 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-cb8c83ed-6d4c-4ca8-b9cb-a48b09cad175 req-abd5b532-8fd5-422d-bd70-99c88f12f2d5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Unset dirty status for tenant:aec073c057894f18a4689f7f6eccafa4 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:43:27.178454 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cb8c83ed-6d4c-4ca8-b9cb-a48b09cad175 req-abd5b532-8fd5-422d-bd70-99c88f12f2d5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e5a36e-605c-44bb-bd05-49f3ba62a464 HTTP/1.1" status: 200 len: 210 time: 0.1342025 May 10 17:43:27.243732 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:27.247848 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] Checking router: 551adeb9-78f1-4e2e-a84e-855f5329e99d for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:43:27.257409 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:43:27.258014 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:43:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:27.427904 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:43:27.470072 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:43:27.470438 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 0dffa69f-3b8e-4dcd-8a1f-7fb8feb164ad not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:43:27.501517 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:43:27.889715 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:27.894609 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16687050-6daf-4203-9cad-fc3f095dede1 None None] The sync data for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb is: [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:36:39Z', 'revision_number': 4, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '585d4803-e6da-40f7-b934-9d0139b4dd04', 'name': '', 'network_id': '9ecde6c4-ef95-4d1b-b8d9-269b61cde688', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'mac_address': 'fa:16:3e:e4:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:38Z', 'updated_at': '2021-05-10T17:36:47Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'subnets': [{'id': '48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:43:28.114112 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901a926-48b6-461c-9626-3d020e386915 None None] New status for floating IP f56601c7-7535-4887-8a9c-faa8efcdfe2e: DOWN {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:43:28.393271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 49444) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:28.479416 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-450ec1c3-60f2-45d7-8a4d-73a27402ee5f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:28.507526 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-450ec1c3-60f2-45d7-8a4d-73a27402ee5f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:28.596282 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:28.664571 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-450ec1c3-60f2-45d7-8a4d-73a27402ee5f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:28.668515 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:28.686497 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ec1c3-60f2-45d7-8a4d-73a27402ee5f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9089d1-4e2c-468d-b7f0-b38e54b138c0,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:28.690441 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-450ec1c3-60f2-45d7-8a4d-73a27402ee5f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:28.784006 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-450ec1c3-60f2-45d7-8a4d-73a27402ee5f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:28.785117 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-450ec1c3-60f2-45d7-8a4d-73a27402ee5f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d9089d1-4e2c-468d-b7f0-b38e54b138c0 HTTP/1.1" status: 204 len: 168 time: 0.3908062 May 10 17:43:28.788742 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 49450) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:28.817546 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.api.v2.resource [None req-2e8acce8-7afe-47cc-ac06-6347ad2918ab tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] show failed (client error): The resource could not be found. May 10 17:43:28.819261 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-2e8acce8-7afe-47cc-ac06-6347ad2918ab tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "GET /v2.0/security-groups/4d9089d1-4e2c-468d-b7f0-b38e54b138c0 HTTP/1.1" status: 404 len: 347 time: 0.0288086 May 10 17:43:28.822637 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 49454) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:29.062834 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Deleting port fd12c99d-3a5f-4fbb-a44a-137b3cb49bcf {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:43:29.063136 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:29.190157 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:29.190514 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:29.320894 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Calling delete_port for fd12c99d-3a5f-4fbb-a44a-137b3cb49bcf owned by network:floatingip {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:43:29.481982 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:29.488032 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-17e694f6-1a45-4280-987b-34d4d98c61e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:29.533818 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Pushing event deleted for resources: {'Port': ['ID=fd12c99d-3a5f-4fbb-a44a-137b3cb49bcf,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:29.565535 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:29.628367 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks [] for floatingip, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:29.693803 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:29.695343 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-2e244b11-b314-4b5b-bea7-55b043ed8601 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] 10.222.0.21 "DELETE /v2.0/floatingips/f56601c7-7535-4887-8a9c-faa8efcdfe2e HTTP/1.1" status: 204 len: 168 time: 0.8707330 May 10 17:43:32.900489 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49484) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:33.836243 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393290'] for router_interface, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:34.305187 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Deleting port 585d4803-e6da-40f7-b934-9d0139b4dd04 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:43:34.305910 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:34.430590 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] For port 585d4803-e6da-40f7-b934-9d0139b4dd04, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=585d4803-e6da-40f7-b934-9d0139b4dd04,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:43:34.430945 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:34.556435 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Calling delete_port for 585d4803-e6da-40f7-b934-9d0139b4dd04 owned by network:router_interface {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:43:34.756349 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:34.761854 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-fc27e238-1d80-4758-9358-f5d436ce4b55 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:34.807057 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=585d4803-e6da-40f7-b934-9d0139b4dd04,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:34.835055 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:35.282333 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403706'] for router_interface, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:35.339140 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e854c70d-858e-46a8-aeb2-989f53cce232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:35.739864 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Router 551adeb9-78f1-4e2e-a84e-855f5329e99d has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:43:35.843204 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-e37a8533-9824-45ca-9ee2-d85477170ab9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765495 May 10 17:43:35.943291 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:43:35.959597 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-c4a2f3b2-2f33-4c91-b680-9fb58bc02314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:35.960900 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] Sync routers for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:43:35.961189 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-c4a2f3b2-2f33-4c91-b680-9fb58bc02314 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1098 time: 0.0840762 May 10 17:43:35.961888 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] 10.222.0.21 "PUT /v2.0/routers/551adeb9-78f1-4e2e-a84e-855f5329e99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0597501 May 10 17:43:35.964719 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49496) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:35.977085 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:43:35.978019 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:43:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:36.162682 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-043c3d91-9d9c-4f19-abcc-a34f3130d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:36.164704 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-043c3d91-9d9c-4f19-abcc-a34f3130d8ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 200 len: 909 time: 0.1820602 May 10 17:43:36.265764 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks [] for router, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:36.267034 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:43:36.423618 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-80e84e5a-3642-4d2f-83ff-2fc83f9c2428 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 200 len: 1001 time: 0.2503064 May 10 17:43:36.507322 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-897b7dc2-f783-4b72-b510-0a1de7628bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:36.508803 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-897b7dc2-f783-4b72-b510-0a1de7628bea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1130792-4d23-4cdf-b8d5-193a7a022103 HTTP/1.1" status: 200 len: 847 time: 0.0785635 May 10 17:43:36.525810 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:36.596181 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-0a4ed18e-70e8-4b60-b74d-efb696215abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:43:36.597811 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-0a4ed18e-70e8-4b60-b74d-efb696215abd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbf3fad-4a84-4b00-9789-42cd63b2a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809977 May 10 17:43:36.685777 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Deleting port 49f2bb62-0413-4adb-9283-11209cc4116c {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:43:36.686971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:36.729886 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:43:34Z', 'revision_number': 5, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port': {'id': '49f2bb62-0413-4adb-9283-11209cc4116c', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:36:33Z', 'updated_at': '2021-05-10T17:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:36.735935 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] Checking router: 551adeb9-78f1-4e2e-a84e-855f5329e99d for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:43:36.747247 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-d86b87f8-1062-4cd7-add6-f839c8e3ac6b service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417072 May 10 17:43:36.747717 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] Routers {'551adeb9-78f1-4e2e-a84e-855f5329e99d'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:43:36.748369 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:43:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['551adeb9-78f1-4e2e-a84e-855f5329e99d'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:36.914977 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5db58eb2-8a0f-4a6c-80bd-cc6cfc31cefb req-2a51958c-53b3-4b51-936f-d61e3536fee4 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597269 May 10 17:43:36.917267 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] For port 49f2bb62-0413-4adb-9283-11209cc4116c, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=49f2bb62-0413-4adb-9283-11209cc4116c,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:43:36.918076 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:36.980528 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] Set router 551adeb9-78f1-4e2e-a84e-855f5329e99d gateway port host: None {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:43:37.131167 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:43:36Z', 'revision_number': 6, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port_host': None}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:37.135833 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93aec5-00b1-4bbd-9205-5ee63e3a2dbf None None] The sync data for ids ['551adeb9-78f1-4e2e-a84e-855f5329e99d'] in dv-cinder-786383-3-smb is: [{'id': '551adeb9-78f1-4e2e-a84e-855f5329e99d', 'name': 'tempest-AttachVolumeShelveTestJSON-799175382-router', 'tenant_id': 'aec073c057894f18a4689f7f6eccafa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:36:32Z', 'updated_at': '2021-05-10T17:43:36Z', 'revision_number': 6, 'project_id': 'aec073c057894f18a4689f7f6eccafa4', 'gw_port_host': None}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:43:37.193487 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Calling delete_port for 49f2bb62-0413-4adb-9283-11209cc4116c owned by network:router_gateway {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:43:37.382582 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:37.386655 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4438f522-e525-462c-b805-7b41cd333922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:37.430333 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f2bb62-0413-4adb-9283-11209cc4116c,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:37.433403 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:37.541690 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:37.727142 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12894'] for router, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:37.729434 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:37.829769 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-400508'] for router, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:37.830294 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551adeb9-78f1-4e2e-a84e-855f5329e99d {{(pid=79268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:43:37.843923 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:37.845054 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] 10.222.0.21 "DELETE /v2.0/routers/551adeb9-78f1-4e2e-a84e-855f5329e99d HTTP/1.1" status: 204 len: 168 time: 1.8793254 May 10 17:43:37.847541 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49502) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:37.913413 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] Deleting subnet 48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:43:37.916650 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:37.977974 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:38.007498 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b565049d-c9e3-4fe8-9064-76e8f66204c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:38.192431 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:38.298373 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:38.596049 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:38.600088 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:38.639381 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:38.642393 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:38.643392 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:38.649866 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-acde78b5-a08b-4ad9-a08c-945225f51601 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/48dd9f90-c679-4d1b-b2b2-4d4d8a49a6ed HTTP/1.1" status: 204 len: 168 time: 0.8009789 May 10 17:43:38.652172 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49508) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:38.652702 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b7b2cb-ec47-4294-a5d5-47ec0a7fa5b9 None None] Network 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:43:38.778671 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:38.904017 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Deleting port 297531ee-5ccc-47a9-b78c-bf156f2ba29a {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:43:38.904584 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.007019 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] DHCP port deletion for 9ecde6c4-ef95-4d1b-b8d9-269b61cde688 request from dv-cinder-786383-3-smb {{(pid=79270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:43:39.076665 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] For port 297531ee-5ccc-47a9-b78c-bf156f2ba29a, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=297531ee-5ccc-47a9-b78c-bf156f2ba29a,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:43:39.077810 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.113272 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] Deleting port 297531ee-5ccc-47a9-b78c-bf156f2ba29a {{(pid=79270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:43:39.115046 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.133899 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 585d4803-e6da-40f7-b934-9d0139b4dd04 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:43:39.225566 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 585d4803-e6da-40f7-b934-9d0139b4dd04 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:43:39.225858 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 585d4803-e6da-40f7-b934-9d0139b4dd04 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:43:39.226447 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 297531ee-5ccc-47a9-b78c-bf156f2ba29a no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:43:39.269362 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.327174 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] For port 297531ee-5ccc-47a9-b78c-bf156f2ba29a, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=297531ee-5ccc-47a9-b78c-bf156f2ba29a,segment=NetworkSegment(f5b1e06f-c63f-45c3-9e59-fa6de9061bd0),segment_id=f5b1e06f-c63f-45c3-9e59-fa6de9061bd0)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:43:39.327615 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.357278 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Calling delete_port for 297531ee-5ccc-47a9-b78c-bf156f2ba29a owned by network:dhcp {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:43:39.470134 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.477643 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-8cc1f881-c08c-4b5f-98aa-ab726c913d17 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:39.493122 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] Calling delete_port for 297531ee-5ccc-47a9-b78c-bf156f2ba29a owned by network:dhcp {{(pid=79270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:43:39.514725 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Port 297531ee-5ccc-47a9-b78c-bf156f2ba29a update to DOWN by agent not found {{(pid=79270) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 10 17:43:39.515450 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 49f2bb62-0413-4adb-9283-11209cc4116c no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:43:39.526845 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] No DVR routers for this DVR port 297531ee-5ccc-47a9-b78c-bf156f2ba29a on host dv-cinder-786383-3-smb {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:43:39.561643 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 49f2bb62-0413-4adb-9283-11209cc4116c {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:43:39.561643 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 49f2bb62-0413-4adb-9283-11209cc4116c not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:43:39.563909 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Pushing event deleted for resources: {'Port': ['ID=297531ee-5ccc-47a9-b78c-bf156f2ba29a,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:39.566514 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:39.664475 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.679075 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ecde6c4-ef95-4d1b-b8d9-269b61cde688']}} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:39.694047 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0') {'for_net_delete': True} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:39.694438 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b1e06f-c63f-45c3-9e59-fa6de9061bd0') {} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:43:39.707709 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221196'] for segment, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.718778 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749'] for port, after_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.726478 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:39.726975 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.734303 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=79268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:43:39.734724 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354598'] for segment, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: Traceback (most recent call last): May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: timer() May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: cb(*args, **kw) May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: return func(*args, **kwargs) May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: self._notify() May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: self.callback(batched_events) May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: event.method(event) May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: return f(self, *a, **k) May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: return self._get(url).json() May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: return self.request(url, 'GET', **kwargs) May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:43:39.749215 dv-cinder-786383-3-smb neutron-server[79268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:43:39.807131 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] Pushing event deleted for resources: {'Port': ['ID=297531ee-5ccc-47a9-b78c-bf156f2ba29a,revision_number=None']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:39.811013 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] No DVR routers for this DVR port 297531ee-5ccc-47a9-b78c-bf156f2ba29a on host dv-cinder-786383-3-smb {{(pid=79270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:43:39.813763 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:39.908470 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.918465 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:39.932935 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:39.943662 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ecde6c4-ef95-4d1b-b8d9-269b61cde688,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:39.947095 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:40.032552 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] 10.222.0.21 "DELETE /v2.0/networks/9ecde6c4-ef95-4d1b-b8d9-269b61cde688 HTTP/1.1" status: 204 len: 168 time: 1.3786314 May 10 17:43:40.367838 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49516) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:40.423518 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7850f804-f8d7-4884-baff-dd2c3a70780d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aec073c057894f18a4689f7f6eccafa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586894 May 10 17:43:40.426791 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49520) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:40.509254 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d290b943-b06e-429f-bdea-2b7a6177d89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:40.543121 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d290b943-b06e-429f-bdea-2b7a6177d89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:40.688724 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d290b943-b06e-429f-bdea-2b7a6177d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:40.693815 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-72e6b9ef-ef9d-495a-a369-3e81267e23b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:40.708304 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290b943-b06e-429f-bdea-2b7a6177d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afba93b1-40f6-4e9a-9590-9e45af8b0577,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:40.710792 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d290b943-b06e-429f-bdea-2b7a6177d89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:40.718130 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d290b943-b06e-429f-bdea-2b7a6177d89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:40.719388 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d290b943-b06e-429f-bdea-2b7a6177d89c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afba93b1-40f6-4e9a-9590-9e45af8b0577 HTTP/1.1" status: 204 len: 168 time: 0.2916851 May 10 17:43:40.784695 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:49.329119 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49632) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:49.472077 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:49.488095 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:43:49.492248 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Usage tracker for resource:security_group_rule and tenant:5ec7b1b257164d0cbe635d845be451ce is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:43:49.495402 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:43:49.501827 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:43:49.603527 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:49.663936 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:49.675504 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-29d5c599-08fd-415f-a12d-9c48214e96e4 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:49.724992 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190ba1a4-ba53-400f-bac5-f9a168bf3c8e,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:49.729270 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ec7b1b257164d0cbe635d845be451ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988881 May 10 17:43:49.730156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:49.732081 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49638) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:49.796097 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6965b018-4203-4713-90f3-88470160f38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:49.831290 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6965b018-4203-4713-90f3-88470160f38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:49.953778 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6965b018-4203-4713-90f3-88470160f38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:49.957986 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2f117f7f-8ddb-46eb-949a-2fda5fe452e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:49.969787 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965b018-4203-4713-90f3-88470160f38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190ba1a4-ba53-400f-bac5-f9a168bf3c8e,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:49.972200 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6965b018-4203-4713-90f3-88470160f38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:49.979188 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6965b018-4203-4713-90f3-88470160f38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:49.980634 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-6965b018-4203-4713-90f3-88470160f38a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/190ba1a4-ba53-400f-bac5-f9a168bf3c8e HTTP/1.1" status: 204 len: 168 time: 0.2474411 May 10 17:43:50.717273 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49648) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:50.739717 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:50.755177 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:43:50.759649 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Usage tracker for resource:security_group_rule and tenant:7c70abfddabb4aebad8ab42ea0d2d77d is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:43:50.762497 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:43:50.770165 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:43:50.871483 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:50.944262 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:50.952261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-99bf9446-b122-4e0d-a937-55fc34cbcf21 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:51.004097 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c70abfddabb4aebad8ab42ea0d2d77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854984 May 10 17:43:51.005184 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c2deb1-be38-496d-98d7-e51d2642ed2d,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:51.008156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49652) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:43:51.011204 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f98500f4-838b-4dc7-90ff-a6f966b2289a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:51.098113 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cea9a307-7205-49c4-8d42-676ead47b048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:51.127494 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cea9a307-7205-49c4-8d42-676ead47b048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:51.262345 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cea9a307-7205-49c4-8d42-676ead47b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:51.267366 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-de4ffd0a-4cf3-45f0-9142-5ccbbad287fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:43:51.280198 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9a307-7205-49c4-8d42-676ead47b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c2deb1-be38-496d-98d7-e51d2642ed2d,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:43:51.284747 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cea9a307-7205-49c4-8d42-676ead47b048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:51.289091 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-cea9a307-7205-49c4-8d42-676ead47b048 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3c2deb1-be38-496d-98d7-e51d2642ed2d HTTP/1.1" status: 204 len: 168 time: 0.2766893 May 10 17:43:51.289091 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-cea9a307-7205-49c4-8d42-676ead47b048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:43:53.564608 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:43:58.621733 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:02.992575 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 49772) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:03.141720 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:03.170995 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:03.175983 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Usage tracker for resource:security_group_rule and tenant:daa5582d477f4db8a9527f2982945233 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:03.179061 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:03.187327 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:03.285650 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:03.370677 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:03.386146 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4546386c-defa-4dda-8b30-f160507eff54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:03.460164 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=daa5582d477f4db8a9527f2982945233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658501 May 10 17:44:03.461529 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69813089-0406-4d29-84bb-6ed06c09a555,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:03.462750 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49780) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:03.475721 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.476321 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.476749 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.477147 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.477493 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.477854 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.478459 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.478830 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.479194 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.479597 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.480200 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.480822 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.487174 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:03.565204 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:03.593470 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:03.744284 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:03.751175 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bd695720-3781-412f-a078-aff0efeba7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:03.772630 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69813089-0406-4d29-84bb-6ed06c09a555,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:03.784056 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.784427 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.784783 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.785134 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.785478 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.785822 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.786190 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.786561 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.786971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.787314 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.787651 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.787986 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:03.791088 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:03.793202 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69813089-0406-4d29-84bb-6ed06c09a555 HTTP/1.1" status: 204 len: 168 time: 0.3278532 May 10 17:44:03.793202 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6dc35cdf-614a-46e4-a66c-989e6499a8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:04.647554 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49790) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:04.674976 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:04.690824 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:04.694787 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e039fd9f19344274bc36ef76955d8ae5 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:04.697583 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:04.704943 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:04.804174 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:04.936472 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:04.944267 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-82911505-7f15-4685-b22a-fc942e4b9874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:04.992856 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e039fd9f19344274bc36ef76955d8ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397458 May 10 17:44:04.992856 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96753c92-bd50-4f9c-b130-cef3b6dba0e3,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:04.992856 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49794) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:04.995139 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-55531991-205d-4d3a-8bc1-ee3316bb02a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:05.056867 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-56314fc3-f9c3-4c86-9b07-b718658b34ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:05.084970 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-56314fc3-f9c3-4c86-9b07-b718658b34ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:05.279947 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-56314fc3-f9c3-4c86-9b07-b718658b34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:05.285742 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7a76d528-3feb-4bca-aff0-d92650e6e1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:05.300133 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56314fc3-f9c3-4c86-9b07-b718658b34ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96753c92-bd50-4f9c-b130-cef3b6dba0e3,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:05.302920 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-56314fc3-f9c3-4c86-9b07-b718658b34ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:05.304176 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-56314fc3-f9c3-4c86-9b07-b718658b34ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:05.305303 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-56314fc3-f9c3-4c86-9b07-b718658b34ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96753c92-bd50-4f9c-b130-cef3b6dba0e3 HTTP/1.1" status: 204 len: 168 time: 0.3119588 May 10 17:44:05.353775 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e8473ed9-072f-47fe-b529-786f4e85a8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:05.618787 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49806) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:06.357662 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Deleting port a6ccba4a-d25a-4b96-9eb4-d68ad7e4c4b9 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:06.358757 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:06.653548 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:06.654763 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:06.845261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Calling delete_port for a6ccba4a-d25a-4b96-9eb4-d68ad7e4c4b9 owned by network:floatingip {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:07.128735 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:07.132794 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1fef631e-be00-48cd-a47d-cb4db711a255 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:07.180513 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event deleted for resources: {'Port': ['ID=a6ccba4a-d25a-4b96-9eb4-d68ad7e4c4b9,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:07.184393 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:07.299699 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for floatingip, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:07.300080 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.l3_db [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Floating IP 9ed5cea8-4ea1-492e-a81b-0c1c5be80c2f disassociated (deleted). External IP: 172.28.0.205, port: efd7c86d-522b-47cc-aeb2-7e8b50d2eb45. May 10 17:44:07.681788 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:44:07.889451 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:44:07.902272 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] Sync routers for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:07.908772 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:07.919047 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:07.921089 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:43:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:07.972554 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "DELETE /v2.0/floatingips/9ed5cea8-4ea1-492e-a81b-0c1c5be80c2f HTTP/1.1" status: 204 len: 168 time: 2.3516362 May 10 17:44:07.973285 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:44:08.021916 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'status': 'completed', 'code': 200} May 10 17:44:08.063990 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe460-b326-40aa-b863-69ad56322256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:08.188439 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-79f44326-a6b3-4e93-8efc-55a99476ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:08.190661 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-79f44326-a6b3-4e93-8efc-55a99476ef82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 1098 time: 0.1157706 May 10 17:44:08.248069 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:08.309570 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:08.415737 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-46393208-cc44-47dd-9ad5-c347c35a1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:08.420121 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-46393208-cc44-47dd-9ad5-c347c35a1134 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 200 len: 909 time: 0.2190518 May 10 17:44:08.507711 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-d7dce190-8be9-4185-97d1-7b96dc52f119 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 200 len: 217 time: 0.0765166 May 10 17:44:08.581162 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-2dc02e3a-e968-4189-802f-e6be5d460482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:08.582670 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-2dc02e3a-e968-4189-802f-e6be5d460482 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1130792-4d23-4cdf-b8d5-193a7a022103 HTTP/1.1" status: 200 len: 847 time: 0.0686889 May 10 17:44:08.677660 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:51Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:08.690561 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] Checking router: 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:08.699771 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:08.701383 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:08.701705 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-0c6a85b1-5180-463d-b6d7-e7c485c2d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:08.703344 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-0c6a85b1-5180-463d-b6d7-e7c485c2d03e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbf3fad-4a84-4b00-9789-42cd63b2a873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1101427 May 10 17:44:08.912624 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:08.964013 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-2544302b-89d2-4b31-b6bb-bda2924a2085 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149210 May 10 17:44:09.070655 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f322a7-8612-4db9-83c7-41c07d47d8dd req-f3a1466b-a51c-468a-b7c9-2b5603d9c249 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:09.072126 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e6f322a7-8612-4db9-83c7-41c07d47d8dd req-f3a1466b-a51c-468a-b7c9-2b5603d9c249 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.2330782 May 10 17:44:09.168198 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-111a342a-e24f-411a-973a-88e1ed0eee00 req-7f29768d-b3d5-4d3a-8437-383a2f4eeb3e service neutron] 10.222.0.39 "GET /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951640 May 10 17:44:09.176446 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e6f322a7-8612-4db9-83c7-41c07d47d8dd req-504cbfe0-0fb2-4393-8447-81581fa69921 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837061 May 10 17:44:09.207842 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:09.331261 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:51Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:09.335787 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3081dcd-8325-4d7d-801b-8acf3cb89866 None None] The sync data for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb is: [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:38:42Z', 'revision_number': 4, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f176a749-f69c-428b-ae61-a4397bd77c60', 'name': '', 'network_id': '2dbf3fad-4a84-4b00-9789-42cd63b2a873', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'mac_address': 'fa:16:3e:bc:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:40Z', 'updated_at': '2021-05-10T17:38:51Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'subnets': [{'id': 'b1130792-4d23-4cdf-b8d5-193a7a022103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:09.598522 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc07309c-784a-4929-8ece-7e30e2d7375d None None] New status for floating IP 9ed5cea8-4ea1-492e-a81b-0c1c5be80c2f: DOWN {{(pid=79270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:44:10.381358 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfdfdf-8076-491c-9dab-cd495381f53c req-18f68840-e889-4237-a4ee-0b47c07714f0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:10.382882 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-40bfdfdf-8076-491c-9dab-cd495381f53c req-18f68840-e889-4237-a4ee-0b47c07714f0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.0897985 May 10 17:44:10.431409 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-40bfdfdf-8076-491c-9dab-cd495381f53c req-17a7038e-3a26-43c3-b469-47a1a7ab0f31 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bf72673-9ce2-46d8-b103-c813030a5afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424583 May 10 17:44:10.678922 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-b2244fba-0ada-4ed2-99e8-491e8382cdb6 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:10.680441 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-b2244fba-0ada-4ed2-99e8-491e8382cdb6 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 945 time: 0.1776023 May 10 17:44:10.823628 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:10.840246 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Deleting port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:10.840783 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:11.012315 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] For port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:11.012684 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:11.202018 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Calling delete_port for efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 owned by compute:nova {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:11.526805 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:11.536842 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4341ca49-f18f-4f0d-b446-83ea551c4bee tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:11.637874 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event deleted for resources: {'Port': ['ID=efd7c86d-522b-47cc-aeb2-7e8b50d2eb45,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:11.668777 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2cee4e89-fc40-428c-b2cc-c2162074f6f0 req-609130ad-3848-4e4d-8f89-13c52b23117b tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 210 time: 0.0940785 May 10 17:44:11.670206 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:11.724594 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] No DVR routers for this DVR port efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 on host hv-cinder-78638 {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:44:11.727383 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:11.730262 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'name': 'network-vif-deleted', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:44:11.749292 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4ffe6292-1c0d-4f67-8832-1f4d6984778c req-54d696c4-3811-49bf-91f5-3c1d8108ae6d tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.39 "DELETE /v2.0/ports/efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 HTTP/1.1" status: 204 len: 173 time: 1.0600777 May 10 17:44:11.784037 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc38aa3-313e-4385-8bfa-cded111b8325', 'name': 'network-vif-deleted', 'tag': 'efd7c86d-522b-47cc-aeb2-7e8b50d2eb45', 'status': 'completed', 'code': 200} May 10 17:44:12.829098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-ae391489-3b2d-4969-84c3-5ac682126c15 req-8d100ec0-d9a2-4326-bc67-353770ed28bf tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Synchronizing usage tracker for tenant:0e811ab0b9c649df8f1a638634e9c26a on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:44:12.981739 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-ae391489-3b2d-4969-84c3-5ac682126c15 req-8d100ec0-d9a2-4326-bc67-353770ed28bf tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Unset dirty status for tenant:0e811ab0b9c649df8f1a638634e9c26a on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:44:12.983829 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ae391489-3b2d-4969-84c3-5ac682126c15 req-8d100ec0-d9a2-4326-bc67-353770ed28bf tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 210 time: 0.2017689 May 10 17:44:13.719042 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:13.808675 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:13.809021 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device efd7c86d-522b-47cc-aeb2-7e8b50d2eb45 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:14.171208 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-73798145-8487-47dd-90d1-b7b866e0f0f6 req-73707f02-48a7-4e73-8358-60866ef34bb1 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcc38aa3-313e-4385-8bfa-cded111b8325 HTTP/1.1" status: 200 len: 210 time: 0.0474424 May 10 17:44:15.272717 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49958) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:15.359345 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f962ef12-22d1-4113-b45d-5941e6ea1fb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:15.402005 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f962ef12-22d1-4113-b45d-5941e6ea1fb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:15.663623 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f962ef12-22d1-4113-b45d-5941e6ea1fb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:15.667777 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6965b018-4203-4713-90f3-88470160f38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:15.686928 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962ef12-22d1-4113-b45d-5941e6ea1fb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf72673-9ce2-46d8-b103-c813030a5afe,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:15.689502 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f962ef12-22d1-4113-b45d-5941e6ea1fb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:15.774677 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-f962ef12-22d1-4113-b45d-5941e6ea1fb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:15.775864 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-f962ef12-22d1-4113-b45d-5941e6ea1fb0 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] 10.222.0.21 "DELETE /v2.0/security-groups/7bf72673-9ce2-46d8-b103-c813030a5afe HTTP/1.1" status: 204 len: 168 time: 0.5021031 May 10 17:44:15.902095 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 49974) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:16.938541 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393290'] for router_interface, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:17.455426 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Deleting port f176a749-f69c-428b-ae61-a4397bd77c60 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:17.457381 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:17.586077 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] For port f176a749-f69c-428b-ae61-a4397bd77c60, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f176a749-f69c-428b-ae61-a4397bd77c60,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:17.586451 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:17.716902 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Calling delete_port for f176a749-f69c-428b-ae61-a4397bd77c60 owned by network:router_interface {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:17.987638 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:17.991460 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2fc58a28-95d7-4bec-96f1-2ae3d7270bed tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:18.037935 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Pushing event deleted for resources: {'Port': ['ID=f176a749-f69c-428b-ae61-a4397bd77c60,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:18.040808 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:18.478549 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403706'] for router_interface, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:18.897387 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50028) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:18.936827 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:44:19.084668 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.100966 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:19.104932 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Usage tracker for resource:security_group_rule and tenant:9c9b80681521466b9539633d94167574 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:19.108853 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:19.116445 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:19.194774 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:44:19.207862 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] Sync routers for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:19.220374 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:19.221112 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:19.234778 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.307334 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4034643 May 10 17:44:19.311035 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50034) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:19.366617 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.377538 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ae51023f-60d5-4f7d-860c-481788746e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:19.414651 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:19.450052 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c9b80681521466b9539633d94167574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512850 May 10 17:44:19.451949 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50040) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:19.464907 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d6f2d3-7f72-4a40-a4c6-8499519da3bd,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:19.470137 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-78ea7936-6313-4bb1-a626-62f65c5ed363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:19.581258 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.583478 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-af322d89-b2bf-421f-a4da-89a65dedeac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.673025 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-af322d89-b2bf-421f-a4da-89a65dedeac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.741039 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:44:17Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:19.745226 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] Checking router: 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:19.754481 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] Routers {'8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:19.755109 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:19.763360 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95353-859a-4358-9d59-4b3a74b05222 req-530fbc6a-8c95-45a3-b8c2-4ad77852198a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:19.772016 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-24f95353-859a-4358-9d59-4b3a74b05222 req-530fbc6a-8c95-45a3-b8c2-4ad77852198a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 945 time: 0.1889403 May 10 17:44:19.829824 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-24f95353-859a-4358-9d59-4b3a74b05222 req-35fbc0d4-f5ee-4ed4-b420-d31473a92136 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563240 May 10 17:44:19.851810 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.875594 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-af322d89-b2bf-421f-a4da-89a65dedeac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.880638 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-77e61bd1-4334-4eed-896f-ddfa1b1b7e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:19.893391 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af322d89-b2bf-421f-a4da-89a65dedeac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d6f2d3-7f72-4a40-a4c6-8499519da3bd,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:19.895749 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-af322d89-b2bf-421f-a4da-89a65dedeac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:19.899437 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-af322d89-b2bf-421f-a4da-89a65dedeac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:19.901054 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-af322d89-b2bf-421f-a4da-89a65dedeac5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92d6f2d3-7f72-4a40-a4c6-8499519da3bd HTTP/1.1" status: 204 len: 168 time: 0.4474924 May 10 17:44:19.945629 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] Set router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:20.033673 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Deleting port f1b07a5b-8b71-4a6f-97a7-ee6933146c68 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:20.034165 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:20.190980 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] For port f1b07a5b-8b71-4a6f-97a7-ee6933146c68, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f1b07a5b-8b71-4a6f-97a7-ee6933146c68,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:20.191715 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:20.285211 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:44:17Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:20.295444 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c4a2d-5bb8-47b1-8b01-883a31c03985 None None] The sync data for ids ['8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427'] in dv-cinder-786383-3-smb is: [{'id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'name': 'tempest-TestShelveInstance-204693845-router', 'tenant_id': '0e811ab0b9c649df8f1a638634e9c26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:33Z', 'updated_at': '2021-05-10T17:44:17Z', 'revision_number': 5, 'project_id': '0e811ab0b9c649df8f1a638634e9c26a', 'gw_port': {'id': 'f1b07a5b-8b71-4a6f-97a7-ee6933146c68', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:35Z', 'updated_at': '2021-05-10T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:20.484286 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Calling delete_port for f1b07a5b-8b71-4a6f-97a7-ee6933146c68 owned by network:router_gateway {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:20.758223 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50048) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:20.780235 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:20.787322 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-48f20b4c-f293-4224-b580-aa2fed8622fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:20.791805 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:20.813976 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:20.818251 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Usage tracker for resource:security_group_rule and tenant:75f4ff6cd3414713af32cc163136dbce is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:20.822700 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:20.834555 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:20.867120 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b07a5b-8b71-4a6f-97a7-ee6933146c68,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:20.871838 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:20.974308 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:20.976713 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.029079 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.036969 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-147fee9f-d9f9-4d88-8f19-8fd5ef7825cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:21.086560 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f176a749-f69c-428b-ae61-a4397bd77c60 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:21.096413 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17709b8b-d082-478e-9576-8621e80ee206,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:21.144047 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: f176a749-f69c-428b-ae61-a4397bd77c60 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:21.144698 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f176a749-f69c-428b-ae61-a4397bd77c60 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:21.154326 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:21.165445 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ee1f3ede-8eb6-4322-ac58-76618a0b162c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75f4ff6cd3414713af32cc163136dbce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057438 May 10 17:44:21.172089 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50054) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:21.221742 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12894'] for router, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.225114 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.258470 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a1ea581f-2daf-4cc7-81d3-bd3782ddb80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.272344 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b780b30-1c2d-44f4-a8c7-276230ab7414 req-b6b856b5-9bc4-4166-904d-5a9eb77f0e0a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:21.273875 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2b780b30-1c2d-44f4-a8c7-276230ab7414 req-b6b856b5-9bc4-4166-904d-5a9eb77f0e0a tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 945 time: 0.1723647 May 10 17:44:21.322982 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a1ea581f-2daf-4cc7-81d3-bd3782ddb80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.377001 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-400508'] for router, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.377397 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2b780b30-1c2d-44f4-a8c7-276230ab7414 req-5a16c95f-f2d0-4b11-b267-0f9f55544375 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929272 May 10 17:44:21.377854 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 {{(pid=79268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:44:21.402369 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.404419 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-d303421a-0c08-4385-8a59-e375aed0aaa4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8b0b3afb-8fc6-481f-bcf7-d0cfdf09c427 HTTP/1.1" status: 204 len: 168 time: 2.0919321 May 10 17:44:21.408107 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50058) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:21.486660 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] Deleting subnet b1130792-4d23-4cdf-b8d5-193a7a022103 {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:44:21.491181 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.537806 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a1ea581f-2daf-4cc7-81d3-bd3782ddb80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.550557 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.550817 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f8ea302e-72a4-44ca-9c2c-1223bb90d49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:21.563569 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea581f-2daf-4cc7-81d3-bd3782ddb80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17709b8b-d082-478e-9576-8621e80ee206,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:21.568704 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a1ea581f-2daf-4cc7-81d3-bd3782ddb80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:21.571320 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-a1ea581f-2daf-4cc7-81d3-bd3782ddb80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.575149 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-a1ea581f-2daf-4cc7-81d3-bd3782ddb80d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17709b8b-d082-478e-9576-8621e80ee206 HTTP/1.1" status: 204 len: 168 time: 0.4020164 May 10 17:44:21.640925 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:21.841271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-31a8955a-5a79-46c4-8c67-cde7a38574de tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:21.843113 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-31a8955a-5a79-46c4-8c67-cde7a38574de tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 945 time: 0.1080539 May 10 17:44:21.990788 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Deleting port 97a3d793-a343-406a-910e-d73f9ce2b2c4 {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:21.991477 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.028089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.034735 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5d005cf8-099a-41ea-b216-9c7f5e0a9f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:22.079281 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.085088 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde66e51-25a1-498a-a030-973fee9ef369 None None] Network 2dbf3fad-4a84-4b00-9789-42cd63b2a873 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:44:22.101543 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1130792-4d23-4cdf-b8d5-193a7a022103,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:22.108152 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:22.124650 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-950955fd-6988-4808-abe1-bdae2dce2a22 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1130792-4d23-4cdf-b8d5-193a7a022103 HTTP/1.1" status: 204 len: 168 time: 0.7124803 May 10 17:44:22.125186 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50066) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:22.307095 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] For port 97a3d793-a343-406a-910e-d73f9ce2b2c4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=97a3d793-a343-406a-910e-d73f9ce2b2c4,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:22.307287 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.309648 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.415300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Deleting port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:22.415701 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.529213 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] DHCP port deletion for 2dbf3fad-4a84-4b00-9789-42cd63b2a873 request from dv-cinder-786383-3-smb {{(pid=79270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:44:22.600943 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] For port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:22.601851 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.628047 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Deleting port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 {{(pid=79270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:22.631308 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.753415 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] For port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,segment=NetworkSegment(d22a8624-3431-437e-87dd-04907bef2764),segment_id=d22a8624-3431-437e-87dd-04907bef2764)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:22.754575 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.772625 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.772933 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.773409 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.db.l3_db [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Floating IP 4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d disassociated. External IP: 172.28.0.147, port: 97a3d793-a343-406a-910e-d73f9ce2b2c4. May 10 17:44:22.773771 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Calling delete_port for 97a3d793-a343-406a-910e-d73f9ce2b2c4 owned by compute:nova {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:22.851801 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Calling delete_port for c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 owned by network:dhcp {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:22.907015 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cf3e1-a1c0-482c-b6d1-9b16ec62f62a req-7f39105c-0233-47eb-90fa-26a9ff4c20cb tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:44:22.908583 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-876cf3e1-a1c0-482c-b6d1-9b16ec62f62a req-7f39105c-0233-47eb-90fa-26a9ff4c20cb tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 945 time: 0.3600619 May 10 17:44:22.913778 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Calling delete_port for c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 owned by network:dhcp {{(pid=79270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:22.967709 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-876cf3e1-a1c0-482c-b6d1-9b16ec62f62a req-77ec40de-9a28-4a10-b992-d3c7c37d02db tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f0e51ce-5591-47db-9bc3-8070ab89f146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494890 May 10 17:44:22.984149 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:22.993071 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0607d772-1820-4f05-9e96-67d7c2c13609 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:22.995023 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749'] for port, after_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.000939 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-cf89b622-c183-40e1-a51d-35d20885bb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:23.045411 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:23.047447 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] No DVR routers for this DVR port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 on host dv-cinder-786383-3-smb {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:44:23.049031 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:23.061690 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.068707 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:23.129126 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] No DVR routers for this DVR port c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 on host dv-cinder-786383-3-smb {{(pid=79270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:44:23.150826 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event deleted for resources: {'Port': ['ID=97a3d793-a343-406a-910e-d73f9ce2b2c4,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:23.154794 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:23.175756 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f1b07a5b-8b71-4a6f-97a7-ee6933146c68 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:23.197757 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.213380 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbf3fad-4a84-4b00-9789-42cd63b2a873']}} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:23.216960 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Pushing event deleted for resources: {'Port': ['ID=c5c6a128-0efe-4c59-8d4b-9a66dd89ee09,revision_number=None']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:23.226156 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: f1b07a5b-8b71-4a6f-97a7-ee6933146c68 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:23.226578 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f1b07a5b-8b71-4a6f-97a7-ee6933146c68 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:23.227348 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:23.229825 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22a8624-3431-437e-87dd-04907bef2764') {'for_net_delete': True} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:23.230236 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22a8624-3431-437e-87dd-04907bef2764') {} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:23.243332 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221196'] for segment, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.261524 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.268979 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=79268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:44:23.269669 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354598'] for segment, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.273529 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:23.273883 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device c5c6a128-0efe-4c59-8d4b-9a66dd89ee09 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: Traceback (most recent call last): May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: timer() May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: cb(*args, **kw) May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: return func(*args, **kwargs) May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: self._notify() May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: self.callback(batched_events) May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: event.method(event) May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: return f(self, *a, **k) May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: return self._get(url).json() May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: return self.request(url, 'GET', **kwargs) May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:44:23.286505 dv-cinder-786383-3-smb neutron-server[79268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:44:23.289114 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.289114 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.289536 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.289886 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.290213 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.290566 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.291018 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.291534 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.292124 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.292522 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.292924 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.293251 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:23.308386 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:23.412655 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:44:23.470519 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.485502 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-5cba6017-8c93-4cf1-88a3-d7345e7cee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:23.497765 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.507492 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbf3fad-4a84-4b00-9789-42cd63b2a873,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:23.512542 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:23.592884 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:44:23.606876 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] Sync routers for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:23.612361 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-c1c76261-1a42-48aa-ba90-640d326ab832 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2dbf3fad-4a84-4b00-9789-42cd63b2a873 HTTP/1.1" status: 204 len: 168 time: 1.4859152 May 10 17:44:23.619324 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50094) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:23.628002 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:23.628952 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:23.694271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] No DVR routers for this DVR port 97a3d793-a343-406a-910e-d73f9ce2b2c4 on host hv-cinder-78638 {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:44:23.697953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:23.709702 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bff55db-dacd-4643-b950-9c9f81766af6', 'name': 'network-vif-deleted', 'tag': '97a3d793-a343-406a-910e-d73f9ce2b2c4'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:44:23.777459 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 97a3d793-a343-406a-910e-d73f9ce2b2c4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:23.792459 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bff55db-dacd-4643-b950-9c9f81766af6', 'name': 'network-vif-deleted', 'tag': '97a3d793-a343-406a-910e-d73f9ce2b2c4', 'status': 'completed', 'code': 200} May 10 17:44:23.800786 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-751ed9b7-e25a-4623-b90f-55bddf35ae1a req-472c085d-6c7d-4b84-b774-42ec46cac9fd tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.39 "DELETE /v2.0/ports/97a3d793-a343-406a-910e-d73f9ce2b2c4 HTTP/1.1" status: 204 len: 173 time: 1.9518094 May 10 17:44:23.826366 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 97a3d793-a343-406a-910e-d73f9ce2b2c4 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:23.826915 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 97a3d793-a343-406a-910e-d73f9ce2b2c4 not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:23.891477 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:23.989593 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50102) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:24.257208 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:24.274262 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:24.279680 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Usage tracker for resource:security_group_rule and tenant:d4043aa5e8cc48ce9647c8c3b8445f12 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:24.282829 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:24.292594 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:24.429995 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-227be3eb-b766-4380-b2b6-2ebcd354376e req-6e152d5c-dab4-43a9-b76a-91b90188654b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Synchronizing usage tracker for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:44:24.468092 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:24.472555 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] Checking router: 17221eac-d3df-4b73-8f4c-c50c314ac7f7 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:24.479234 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393290'] for router_interface, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:24.483441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:24.484110 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:24.512363 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:24.543260 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-227be3eb-b766-4380-b2b6-2ebcd354376e req-6e152d5c-dab4-43a9-b76a-91b90188654b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Unset dirty status for tenant:58782f3819544b80ba307d8752e5eed9 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:44:24.552303 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-227be3eb-b766-4380-b2b6-2ebcd354376e req-6e152d5c-dab4-43a9-b76a-91b90188654b tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bff55db-dacd-4643-b950-9c9f81766af6 HTTP/1.1" status: 200 len: 210 time: 0.1839845 May 10 17:44:24.634099 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:24.646883 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-fb4b271c-0572-4a0f-bf0b-9c4c50be3ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:24.682375 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4043aa5e8cc48ce9647c8c3b8445f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911199 May 10 17:44:24.687278 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50110) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:24.706989 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ad5c3-b67b-44ae-aa93-36261ec9947a,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:24.712334 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-90c8b84e-fb61-4d0c-9d87-a0c4043dd8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:24.738950 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:24.787213 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f46bb3dd-ced7-40dc-a716-e398127ba249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:24.823902 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f46bb3dd-ced7-40dc-a716-e398127ba249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:24.995988 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f46bb3dd-ced7-40dc-a716-e398127ba249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:25.006862 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-9ffccbe6-db8f-42fc-8114-0d5a773651f7 tempest-VolumesNegativeTest-1872236769 tempest-VolumesNegativeTest-1872236769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:25.047701 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bb3dd-ced7-40dc-a716-e398127ba249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ad5c3-b67b-44ae-aa93-36261ec9947a,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:25.058660 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f46bb3dd-ced7-40dc-a716-e398127ba249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:25.061193 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f46bb3dd-ced7-40dc-a716-e398127ba249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:25.062931 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f46bb3dd-ced7-40dc-a716-e398127ba249 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/197ad5c3-b67b-44ae-aa93-36261ec9947a HTTP/1.1" status: 204 len: 168 time: 0.3747048 May 10 17:44:25.227721 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Deleting port e1856fa5-a126-4388-994b-bc88d33cf51f {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:25.228615 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:25.245663 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:25.251105 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b3978-c3ca-481e-9fc8-3e9ce3685db1 None None] The sync data for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb is: [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:39:04Z', 'revision_number': 4, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '3ca075a5-d784-4c67-9fa4-e86fee34d5d8', 'name': '', 'network_id': '3207d7a0-10b3-4e43-9076-cab40864be26', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'mac_address': 'fa:16:3e:a2:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:39:03Z', 'updated_at': '2021-05-10T17:39:13Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'subnets': [{'id': '51059e81-5b7c-422d-8c3f-94599a6a6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:25.440529 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] For port e1856fa5-a126-4388-994b-bc88d33cf51f, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=e1856fa5-a126-4388-994b-bc88d33cf51f,segment=NetworkSegment(e5d6b6d2-51df-4713-aef7-a7da54a58166),segment_id=e5d6b6d2-51df-4713-aef7-a7da54a58166)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:25.441118 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:25.521140 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1af04f-7c5c-44c7-9a49-e512f0478378 None None] New status for floating IP 4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d: DOWN {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:44:25.670514 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Calling delete_port for e1856fa5-a126-4388-994b-bc88d33cf51f owned by network:router_interface {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:25.750895 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50120) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:25.832609 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-100f0346-7b5e-41af-bb51-2d1fcabef89d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:25.868190 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-100f0346-7b5e-41af-bb51-2d1fcabef89d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:25.969747 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:25.974018 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f7a16d4a-2da4-49a8-b41d-f25b96970e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:26.021948 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1856fa5-a126-4388-994b-bc88d33cf51f,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:26.025024 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:26.038768 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-100f0346-7b5e-41af-bb51-2d1fcabef89d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.051806 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1a846068-7439-49b5-a16d-2ecd13f2c22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:26.071429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f0346-7b5e-41af-bb51-2d1fcabef89d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0e51ce-5591-47db-9bc3-8070ab89f146,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:26.082867 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-100f0346-7b5e-41af-bb51-2d1fcabef89d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:26.100017 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-100f0346-7b5e-41af-bb51-2d1fcabef89d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.104237 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-100f0346-7b5e-41af-bb51-2d1fcabef89d tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "DELETE /v2.0/security-groups/3f0e51ce-5591-47db-9bc3-8070ab89f146 HTTP/1.1" status: 204 len: 168 time: 0.3520005 May 10 17:44:26.105086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50124) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:26.135838 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.api.v2.resource [None req-b8b8f872-83a1-4901-9a7d-ff0ca176905c tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] show failed (client error): The resource could not be found. May 10 17:44:26.141146 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-b8b8f872-83a1-4901-9a7d-ff0ca176905c tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "GET /v2.0/security-groups/3f0e51ce-5591-47db-9bc3-8070ab89f146 HTTP/1.1" status: 404 len: 347 time: 0.0304852 May 10 17:44:26.141662 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50128) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:26.358077 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403706'] for router_interface, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.495903 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Deleting port 6080952d-2809-4ea7-a9ee-76e6bcfd34d9 {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:26.496275 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.627124 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.627327 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.751797 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:44:26.774078 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Calling delete_port for 6080952d-2809-4ea7-a9ee-76e6bcfd34d9 owned by network:floatingip {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:26.975674 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:44:26.983680 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:26.986024 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] Sync routers for ids ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:26.993736 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4c2eb61f-06ca-4cb3-afbe-229c9a2692a5 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:26.995847 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] Routers {'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:26.996470 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:27.037018 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Pushing event deleted for resources: {'Port': ['ID=6080952d-2809-4ea7-a9ee-76e6bcfd34d9,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:27.071693 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:27.150484 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-13dc3877-85c7-4007-8a43-93731afb4466 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5297246 May 10 17:44:27.153014 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50132) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:27.174092 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks [] for floatingip, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:27.193533 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] Set router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:27.350194 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:27.360383 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-74ad5191-4ddc-4c05-b7e3-811f775e783e tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ee8a8f5-d3b8-49a2-a14a-3488d11fbd4d HTTP/1.1" status: 204 len: 168 time: 1.2132840 May 10 17:44:27.471155 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:27.527284 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:44:25Z', 'revision_number': 5, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:27.532755 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] Checking router: b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:27.541635 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] Routers {'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:27.542256 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:27.661441 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:27.755762 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] Set router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:27.827425 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Deleting port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:27.827927 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:27.972754 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] For port 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:27.973141 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.115873 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Calling delete_port for 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d owned by network:router_gateway {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:28.172746 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:44:25Z', 'revision_number': 5, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:28.177072 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5093444d-af71-4981-91a8-240c347ca2bb None None] The sync data for ids ['b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23'] in dv-cinder-786383-3-smb is: [{'id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'name': 'tempest-TestShelveInstance-1775588912-router', 'tenant_id': '0c271be450cc4564849b639982900e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177'}], 'enable_snat': True}, 'gw_port_id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:49Z', 'updated_at': '2021-05-10T17:44:25Z', 'revision_number': 5, 'project_id': '0c271be450cc4564849b639982900e34', 'gw_port': {'id': '1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:51Z', 'updated_at': '2021-05-10T17:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:28.420891 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.425931 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-d184122c-d3b5-4b76-a38d-b8577c2ed982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:28.474529 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:28.500509 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:28.578898 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.674732 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.759405 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12894'] for router, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.761624 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.885977 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-400508'] for router, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.886656 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 {{(pid=79268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:44:28.904087 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:28.905377 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b6380bb8-56c0-4bb2-bcaf-8fc500dfdb23 HTTP/1.1" status: 204 len: 168 time: 1.7502117 May 10 17:44:28.908190 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50144) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:28.980739 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] Deleting subnet 978b971d-8ffd-4875-824b-3b953805992f {{(pid=79269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:44:28.985852 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:29.061002 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4190394'] for subnet, precommit_delete_associations {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:29.199876 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:29.423127 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device e1856fa5-a126-4388-994b-bc88d33cf51f no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:29.458606 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: e1856fa5-a126-4388-994b-bc88d33cf51f {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:29.458866 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device e1856fa5-a126-4388-994b-bc88d33cf51f not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:29.695524 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3404748'] for subnet, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:29.699680 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3816d3dd-a5cb-49a2-ab24-8ce1e462f4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:29.751552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=978b971d-8ffd-4875-824b-3b953805992f,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:29.751552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:29.751552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:29.752832 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c7d99-e6b7-4e59-95e6-585f20bca8e6 None None] Network 6b2339b3-2478-4318-8b24-601beddcd8d7 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:44:29.753901 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-b0847949-6523-4ae2-8060-0fc6dfbfccbb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/978b971d-8ffd-4875-824b-3b953805992f HTTP/1.1" status: 204 len: 168 time: 0.8446326 May 10 17:44:29.756634 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50150) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:29.873876 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:29.961251 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Deleting port d280143d-831c-4bc5-aec6-0f84dd850727 {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:29.961922 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.060774 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] DHCP port deletion for 6b2339b3-2478-4318-8b24-601beddcd8d7 request from dv-cinder-786383-3-smb {{(pid=79270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:44:30.132175 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] Deleting port d280143d-831c-4bc5-aec6-0f84dd850727 {{(pid=79270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:30.132549 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.163906 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] For port d280143d-831c-4bc5-aec6-0f84dd850727, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=d280143d-831c-4bc5-aec6-0f84dd850727,segment=NetworkSegment(e5d6b6d2-51df-4713-aef7-a7da54a58166),segment_id=e5d6b6d2-51df-4713-aef7-a7da54a58166)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:30.164265 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.247942 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] For port d280143d-831c-4bc5-aec6-0f84dd850727, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=d280143d-831c-4bc5-aec6-0f84dd850727,segment=NetworkSegment(e5d6b6d2-51df-4713-aef7-a7da54a58166),segment_id=e5d6b6d2-51df-4713-aef7-a7da54a58166)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:30.248408 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.296057 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Calling delete_port for d280143d-831c-4bc5-aec6-0f84dd850727 owned by network:dhcp {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:30.377176 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] Calling delete_port for d280143d-831c-4bc5-aec6-0f84dd850727 owned by network:dhcp {{(pid=79270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:30.432804 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.437911 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-bf65d5c5-5462-4612-a43c-b55c1b32565c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:30.441160 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749'] for port, after_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.447876 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:30.497343 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d280143d-831c-4bc5-aec6-0f84dd850727,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:30.498852 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] Pushing event deleted for resources: {'Port': ['ID=d280143d-831c-4bc5-aec6-0f84dd850727,revision_number=None']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:30.500708 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] No DVR routers for this DVR port d280143d-831c-4bc5-aec6-0f84dd850727 on host dv-cinder-786383-3-smb {{(pid=79270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:44:30.501241 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:30.502019 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] No DVR routers for this DVR port d280143d-831c-4bc5-aec6-0f84dd850727 on host dv-cinder-786383-3-smb {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:44:30.502146 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:30.564599 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:44:30.631944 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.645643 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2339b3-2478-4318-8b24-601beddcd8d7']}} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:30.659466 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d6b6d2-51df-4713-aef7-a7da54a58166') {'for_net_delete': True} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:30.659925 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.services.segments.db [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d6b6d2-51df-4713-aef7-a7da54a58166') {} {{(pid=79269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:30.677136 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190373'] for segment, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.698785 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.706166 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=79269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:44:30.706856 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265937'] for segment, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: Traceback (most recent call last): May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: timer() May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: cb(*args, **kw) May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: return func(*args, **kwargs) May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: self._notify() May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: self.callback(batched_events) May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: event.method(event) May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: return f(self, *a, **k) May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: return self._get(url).json() May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: return self.request(url, 'GET', **kwargs) May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:44:30.724614 dv-cinder-786383-3-smb neutron-server[79269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:44:30.902783 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.912018 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b566f8f6-1c0d-4fc9-94d0-848b6b005d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:30.928145 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:30.939797 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2339b3-2478-4318-8b24-601beddcd8d7,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:30.944327 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:30.948224 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-f5309e9c-9cbe-4324-8ed0-1d88c63f3e27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b2339b3-2478-4318-8b24-601beddcd8d7 HTTP/1.1" status: 204 len: 168 time: 1.1906419 May 10 17:44:31.096103 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device d280143d-831c-4bc5-aec6-0f84dd850727 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:31.139074 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: d280143d-831c-4bc5-aec6-0f84dd850727 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:31.139426 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device d280143d-831c-4bc5-aec6-0f84dd850727 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:31.139857 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:31.180279 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:31.180640 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 1c1b2ad1-965e-4e84-84e8-e8a6cf40b85d not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:31.377026 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50168) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:31.426638 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-ccb18334-9708-4b68-964f-47786aa2de9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e811ab0b9c649df8f1a638634e9c26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483198 May 10 17:44:31.429033 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50172) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:31.495156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-57518333-e362-4e01-861b-3b90f9c12ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:31.532528 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-57518333-e362-4e01-861b-3b90f9c12ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:31.714240 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-57518333-e362-4e01-861b-3b90f9c12ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:31.723148 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-42177937-35e2-4777-a293-1176d038b29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:31.740032 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57518333-e362-4e01-861b-3b90f9c12ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f227ffee-a00d-4aff-88d1-875f2d70ecfc,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:31.744212 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-57518333-e362-4e01-861b-3b90f9c12ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:31.751057 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-57518333-e362-4e01-861b-3b90f9c12ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:31.752872 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-57518333-e362-4e01-861b-3b90f9c12ab0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f227ffee-a00d-4aff-88d1-875f2d70ecfc HTTP/1.1" status: 204 len: 168 time: 0.3227277 May 10 17:44:32.048663 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50184) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:32.764839 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50192) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:32.825825 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-95bacd76-552e-4842-8b3f-c4da256b523b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c271be450cc4564849b639982900e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576575 May 10 17:44:32.827061 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50196) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:32.891055 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1025-8fa2-4e1b-9213-42f369a23f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:32.921526 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1025-8fa2-4e1b-9213-42f369a23f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:33.051650 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1025-8fa2-4e1b-9213-42f369a23f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:33.055914 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-53e7d594-b5a1-4351-832f-6b914490947e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:33.069488 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1025-8fa2-4e1b-9213-42f369a23f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131af77d-f195-419e-b9de-7c8e5d048549,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:33.073332 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8e7f1025-8fa2-4e1b-9213-42f369a23f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:33.077179 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1025-8fa2-4e1b-9213-42f369a23f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:33.078525 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393290'] for router_interface, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:33.079029 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-8e7f1025-8fa2-4e1b-9213-42f369a23f75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/131af77d-f195-419e-b9de-7c8e5d048549 HTTP/1.1" status: 204 len: 168 time: 0.2510872 May 10 17:44:33.510951 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Deleting port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:33.511200 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:33.657064 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] For port 3ca075a5-d784-4c67-9fa4-e86fee34d5d8, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:33.657427 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:33.790723 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Calling delete_port for 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 owned by network:router_interface {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:34.022956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:34.026944 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-54c54ae8-5174-444b-8d67-314c5a45037d tempest-AttachVolumeNegativeTest-758373472 tempest-AttachVolumeNegativeTest-758373472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:34.073243 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca075a5-d784-4c67-9fa4-e86fee34d5d8,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:34.099698 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:34.472807 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403706'] for router_interface, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:34.842172 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:44:35.028710 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:44:35.039576 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] Sync routers for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:35.048621 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] 10.222.0.21 "PUT /v2.0/routers/17221eac-d3df-4b73-8f4c-c50c314ac7f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9985530 May 10 17:44:35.051342 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50202) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:35.052532 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:35.053460 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:35.250255 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:35.254958 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:35.336982 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ead4bf79-a0f8-4b6f-aea5-4095335dedb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:35.451424 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:35.547031 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:44:33Z', 'revision_number': 5, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port': {'id': '9048e270-a4be-44b7-9987-d0b675b39b4a', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:db:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:38:58Z', 'updated_at': '2021-05-10T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:35.550849 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] Checking router: 17221eac-d3df-4b73-8f4c-c50c314ac7f7 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:35.560230 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] Routers {'17221eac-d3df-4b73-8f4c-c50c314ac7f7'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:44:35.560874 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:44:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:35.598800 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Deleting port 9048e270-a4be-44b7-9987-d0b675b39b4a {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:35.599156 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:35.731402 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] Set router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 gateway port host: None {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:44:35.756130 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] For port 9048e270-a4be-44b7-9987-d0b675b39b4a, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=9048e270-a4be-44b7-9987-d0b675b39b4a,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:35.756491 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:35.847791 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:44:35Z', 'revision_number': 6, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port_host': None}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:35.852203 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07966c7f-2243-4db6-8d3d-d81dcb5e4b1c None None] The sync data for ids ['17221eac-d3df-4b73-8f4c-c50c314ac7f7'] in dv-cinder-786383-3-smb is: [{'id': '17221eac-d3df-4b73-8f4c-c50c314ac7f7', 'name': 'tempest-AttachVolumeTestJSON-68537109-router', 'tenant_id': '58782f3819544b80ba307d8752e5eed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:38:56Z', 'updated_at': '2021-05-10T17:44:35Z', 'revision_number': 6, 'project_id': '58782f3819544b80ba307d8752e5eed9', 'gw_port_host': None}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:35.995910 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Calling delete_port for 9048e270-a4be-44b7-9987-d0b675b39b4a owned by network:router_gateway {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:36.455103 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:36.462529 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ccb9cee2-506a-4a69-b0cd-485735c2ae60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:36.514646 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9048e270-a4be-44b7-9987-d0b675b39b4a,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:36.517619 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:36.614657 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:36.819012 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12894'] for router, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:36.821807 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:37.005464 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-400508'] for router, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:37.006200 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17221eac-d3df-4b73-8f4c-c50c314ac7f7 {{(pid=79269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:44:37.027566 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Notify callbacks [] for router, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:37.029809 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/17221eac-d3df-4b73-8f4c-c50c314ac7f7 HTTP/1.1" status: 204 len: 168 time: 1.9771273 May 10 17:44:37.033485 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50206) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:37.108787 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:37.151977 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] Deleting subnet 51059e81-5b7c-422d-8c3f-94599a6a6e83 {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:44:37.155051 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:37.174743 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:37.175457 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 3ca075a5-d784-4c67-9fa4-e86fee34d5d8 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:37.175833 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 9048e270-a4be-44b7-9987-d0b675b39b4a no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:37.217124 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:37.217908 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 9048e270-a4be-44b7-9987-d0b675b39b4a {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:37.218320 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 9048e270-a4be-44b7-9987-d0b675b39b4a not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:37.314218 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:37.661193 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:37.665617 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:37.702506 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51059e81-5b7c-422d-8c3f-94599a6a6e83,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:37.705595 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:37.706755 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:37.712865 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-624218dd-3cf3-4d28-8bbd-904145624c23 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/51059e81-5b7c-422d-8c3f-94599a6a6e83 HTTP/1.1" status: 204 len: 168 time: 0.6782076 May 10 17:44:37.714187 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51540838-b59f-4a6d-a90f-85e5be9d10f4 None None] Network 3207d7a0-10b3-4e43-9076-cab40864be26 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:44:37.716507 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50210) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:37.967676 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.039820 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b05941dc-9cbb-4eed-8ad0-12646a204f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.057014 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] DHCP port deletion for 3207d7a0-10b3-4e43-9076-cab40864be26 request from dv-cinder-786383-3-smb {{(pid=79270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:44:38.069947 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Deleting port 3ae10e48-c847-4bca-80c2-db2cac623e3a {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:38.071012 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.144187 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] Deleting port 3ae10e48-c847-4bca-80c2-db2cac623e3a {{(pid=79270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:44:38.144801 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.178395 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] For port 3ae10e48-c847-4bca-80c2-db2cac623e3a, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=3ae10e48-c847-4bca-80c2-db2cac623e3a,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:38.178780 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.266515 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] For port 3ae10e48-c847-4bca-80c2-db2cac623e3a, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=3ae10e48-c847-4bca-80c2-db2cac623e3a,segment=NetworkSegment(9edc46df-b051-4866-8265-0b03e9723b81),segment_id=9edc46df-b051-4866-8265-0b03e9723b81)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:44:38.266842 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.312350 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Calling delete_port for 3ae10e48-c847-4bca-80c2-db2cac623e3a owned by network:dhcp {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:38.329164 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.396315 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] Calling delete_port for 3ae10e48-c847-4bca-80c2-db2cac623e3a owned by network:dhcp {{(pid=79270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:44:38.451344 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.455516 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:38.458724 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749'] for port, after_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.462924 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-f90f2ded-3aa8-44eb-b39b-904c53b258b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:38.504286 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae10e48-c847-4bca-80c2-db2cac623e3a,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:38.506946 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:38.509683 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] No DVR routers for this DVR port 3ae10e48-c847-4bca-80c2-db2cac623e3a on host dv-cinder-786383-3-smb {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:44:38.514229 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] Pushing event deleted for resources: {'Port': ['ID=3ae10e48-c847-4bca-80c2-db2cac623e3a,revision_number=None']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:38.520798 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:38.523565 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] No DVR routers for this DVR port 3ae10e48-c847-4bca-80c2-db2cac623e3a on host dv-cinder-786383-3-smb {{(pid=79270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:44:38.636694 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.649980 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3207d7a0-10b3-4e43-9076-cab40864be26']}} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:38.663572 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edc46df-b051-4866-8265-0b03e9723b81') {'for_net_delete': True} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:38.663867 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edc46df-b051-4866-8265-0b03e9723b81') {} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:38.675820 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221196'] for segment, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.692336 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.698565 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=79268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:44:38.698948 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354598'] for segment, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: Traceback (most recent call last): May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: timer() May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: cb(*args, **kw) May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: return func(*args, **kwargs) May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: self._notify() May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: self.callback(batched_events) May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: event.method(event) May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: return f(self, *a, **k) May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: return self._get(url).json() May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: return self.request(url, 'GET', **kwargs) May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:44:38.712389 dv-cinder-786383-3-smb neutron-server[79268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:44:38.925407 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.929141 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-f19335ad-4240-4fa9-b060-08456997254c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:38.942758 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:38.955790 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Pushing event deleted for resources: {'Network': ['ID=3207d7a0-10b3-4e43-9076-cab40864be26,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:38.963730 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:38.963730 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] 10.222.0.21 "DELETE /v2.0/networks/3207d7a0-10b3-4e43-9076-cab40864be26 HTTP/1.1" status: 204 len: 168 time: 1.2436252 May 10 17:44:39.071333 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 3ae10e48-c847-4bca-80c2-db2cac623e3a no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:44:39.107999 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 3ae10e48-c847-4bca-80c2-db2cac623e3a {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:44:39.108360 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 3ae10e48-c847-4bca-80c2-db2cac623e3a not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:44:39.239764 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:39.435230 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50216) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:39.487247 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-cb9c8b37-7efb-4698-9b2d-4f68e2225598 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58782f3819544b80ba307d8752e5eed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507863 May 10 17:44:39.489692 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50220) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:39.549127 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ca598c9f-7ed5-46f2-95d9-b637fc7586fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:39.579190 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ca598c9f-7ed5-46f2-95d9-b637fc7586fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:39.791901 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ca598c9f-7ed5-46f2-95d9-b637fc7586fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:39.795953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b1a067d4-0303-4bb6-bb9a-9fb653354b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:39.807025 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca598c9f-7ed5-46f2-95d9-b637fc7586fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a807807c-5cdd-499a-848e-bc2908b89f5c,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:39.810998 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ca598c9f-7ed5-46f2-95d9-b637fc7586fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:39.814667 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-ca598c9f-7ed5-46f2-95d9-b637fc7586fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:39.816045 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-ca598c9f-7ed5-46f2-95d9-b637fc7586fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a807807c-5cdd-499a-848e-bc2908b89f5c HTTP/1.1" status: 204 len: 168 time: 0.3254440 May 10 17:44:40.729283 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:43.174949 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50280) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:43.316428 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:43.342043 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:43.348559 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4b33669db046eda5bf8241018a82b5 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:43.353136 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:43.360635 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:43.456303 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:43.614919 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:43.623249 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-536a8d27-2f98-47b3-99dc-c2c1f8f380c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:43.666610 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae4b33669db046eda5bf8241018a82b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902861 May 10 17:44:43.667534 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d09dca-99b4-4f7f-ae34-491ee3b4bc94,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:43.669582 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50286) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:43.671701 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b14aa300-d880-4dc3-bc35-0ce78f84b452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:43.737765 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-772b2851-224a-4709-81d1-eaa72f0b698b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:43.767449 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-772b2851-224a-4709-81d1-eaa72f0b698b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:43.941114 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-772b2851-224a-4709-81d1-eaa72f0b698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:43.945246 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-94e58edb-86e1-479f-8f8f-251cec0925a0 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:43.957458 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b2851-224a-4709-81d1-eaa72f0b698b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d09dca-99b4-4f7f-ae34-491ee3b4bc94,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:43.961296 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-772b2851-224a-4709-81d1-eaa72f0b698b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:43.964764 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-772b2851-224a-4709-81d1-eaa72f0b698b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:43.966780 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-772b2851-224a-4709-81d1-eaa72f0b698b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91d09dca-99b4-4f7f-ae34-491ee3b4bc94 HTTP/1.1" status: 204 len: 168 time: 0.2961040 May 10 17:44:44.708679 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50294) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:44.728232 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:44.744978 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:44.750221 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Usage tracker for resource:security_group_rule and tenant:ae60f20a149143a29a0b6e0c4911e277 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:44.753272 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:44.763108 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:44.862794 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:45.008951 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:45.021420 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-772b2851-224a-4709-81d1-eaa72f0b698b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:45.060701 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae60f20a149143a29a0b6e0c4911e277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507237 May 10 17:44:45.064780 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50298) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:45.068463 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f981bd9f-a8dd-46dd-b3e0-d8aa409f2da4,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:45.072036 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eb577496-1495-407f-b746-4a89f719ce9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:45.140086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-33e85dcf-15b2-45c1-b861-1d048c0bf8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:45.171378 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-33e85dcf-15b2-45c1-b861-1d048c0bf8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:45.451246 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-33e85dcf-15b2-45c1-b861-1d048c0bf8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:45.455358 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-ca598c9f-7ed5-46f2-95d9-b637fc7586fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:45.470178 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e85dcf-15b2-45c1-b861-1d048c0bf8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f981bd9f-a8dd-46dd-b3e0-d8aa409f2da4,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:45.472652 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-33e85dcf-15b2-45c1-b861-1d048c0bf8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:45.482265 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-33e85dcf-15b2-45c1-b861-1d048c0bf8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:45.486838 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-33e85dcf-15b2-45c1-b861-1d048c0bf8b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f981bd9f-a8dd-46dd-b3e0-d8aa409f2da4 HTTP/1.1" status: 204 len: 168 time: 0.4201341 May 10 17:44:47.739862 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50330) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:47.874157 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:47.889942 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:47.894291 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Usage tracker for resource:security_group_rule and tenant:8e6ee99d8d614dd498ca9809c025b15e is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:47.897425 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:47.904915 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:48.023059 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:48.108224 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:48.116893 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-3709545f-3bbc-4602-9e51-b85992484f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:48.178470 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e6ee99d8d614dd498ca9809c025b15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373617 May 10 17:44:48.179479 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd681ad-5c38-4e5e-8f09-f3c7968cd2e6,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:48.182186 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50336) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:48.185104 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:48.257154 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e0d23333-8a49-4f45-84f5-fae11a919691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:48.287256 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e0d23333-8a49-4f45-84f5-fae11a919691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:48.421059 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e0d23333-8a49-4f45-84f5-fae11a919691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:48.426123 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-450ec1c3-60f2-45d7-8a4d-73a27402ee5f tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:48.444283 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d23333-8a49-4f45-84f5-fae11a919691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd681ad-5c38-4e5e-8f09-f3c7968cd2e6,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:48.451095 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e0d23333-8a49-4f45-84f5-fae11a919691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:48.454772 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e0d23333-8a49-4f45-84f5-fae11a919691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:48.455905 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-e0d23333-8a49-4f45-84f5-fae11a919691 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dd681ad-5c38-4e5e-8f09-f3c7968cd2e6 HTTP/1.1" status: 204 len: 168 time: 0.2727497 May 10 17:44:58.419489 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50418) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:58.615244 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:58.632418 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:44:58.637318 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Usage tracker for resource:security_group_rule and tenant:b72124167c1b453b9effff08843cc9de is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:44:58.641949 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:44:58.651722 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:44:58.669647 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:58.765188 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:58.844820 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:58.858709 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1cc7b19d-6c08-4d1a-b57c-392589f68db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:58.928928 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b72124167c1b453b9effff08843cc9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079443 May 10 17:44:58.931933 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d34709-da9c-422e-860b-fd7cc032d875,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:58.933473 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50424) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:44:58.937305 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:59.000248 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4d6f97e9-07d4-43bf-bd3e-2d42b0dad6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:59.030378 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4d6f97e9-07d4-43bf-bd3e-2d42b0dad6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:59.188277 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4d6f97e9-07d4-43bf-bd3e-2d42b0dad6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:59.192513 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-1beeaed5-78bf-435f-a007-cf7391f3d22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:44:59.205982 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f97e9-07d4-43bf-bd3e-2d42b0dad6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d34709-da9c-422e-860b-fd7cc032d875,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:59.210520 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4d6f97e9-07d4-43bf-bd3e-2d42b0dad6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:44:59.214441 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-4d6f97e9-07d4-43bf-bd3e-2d42b0dad6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:44:59.216865 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-4d6f97e9-07d4-43bf-bd3e-2d42b0dad6c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64d34709-da9c-422e-860b-fd7cc032d875 HTTP/1.1" status: 204 len: 168 time: 0.2820168 May 10 17:45:05.364777 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-cda545f8-c12b-4911-83d9-2e77a6e89b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:07.564907 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:45:07.999449 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-771969a3-c916-4d9a-b40b-a461ce795e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:08.330942 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:09.203191 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:10.774631 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:28.688318 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:31.893797 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50628) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:32.018929 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:32.039399 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:32.047599 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:64761b10f24f4a0287d1a2a8d889c987 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:32.052272 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:32.060249 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:32.162543 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:32.295357 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:32.302634 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-8e7f1025-8fa2-4e1b-9213-42f369a23f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:32.345438 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64761b10f24f4a0287d1a2a8d889c987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505305 May 10 17:45:32.346439 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17be7517-58e7-4390-b327-1c5b34bbaff7,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:32.348293 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50638) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:32.354852 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.355280 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.362556 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.363416 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7a1e556c-59f4-4ae4-8972-2aecf927a4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:32.413441 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:32.442397 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:32.638312 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:32.642245 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-dbf065df-a3aa-476e-af54-8c425982d708 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:32.657687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17be7517-58e7-4390-b327-1c5b34bbaff7,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.675325 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:32.678685 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:32.691781 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:32.693987 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-43789513-3fe2-400a-a7d7-63384d35451e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17be7517-58e7-4390-b327-1c5b34bbaff7 HTTP/1.1" status: 204 len: 168 time: 0.3440993 May 10 17:45:34.857406 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50670) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:35.006999 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:35.028015 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:35.031911 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Usage tracker for resource:security_group_rule and tenant:33482eae03904d3b97f5f1ec382c21d1 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:35.034886 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:35.040689 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:35.139518 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:35.255411 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:35.263633 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2a9e264b-b4cc-49e5-9867-f4a74e921c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:35.305097 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e87106-1663-418e-8c78-4290cec48d35,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:35.309913 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33482eae03904d3b97f5f1ec382c21d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513619 May 10 17:45:35.310942 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b46faba8-6e30-40f0-84a7-c5720c284b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:35.312462 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50676) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:35.377252 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0211d6b4-89be-4bf6-8d07-f678ca89d8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:35.407956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0211d6b4-89be-4bf6-8d07-f678ca89d8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:35.420910 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f746138e-9616-4c7a-8a22-33a4396d362f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:35.561913 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0211d6b4-89be-4bf6-8d07-f678ca89d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:35.565623 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-56264380-b1f1-418d-93a0-1e60edf3c091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:35.581732 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211d6b4-89be-4bf6-8d07-f678ca89d8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e87106-1663-418e-8c78-4290cec48d35,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:35.590932 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0211d6b4-89be-4bf6-8d07-f678ca89d8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:35.590932 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-0211d6b4-89be-4bf6-8d07-f678ca89d8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:35.590932 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-0211d6b4-89be-4bf6-8d07-f678ca89d8a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0e87106-1663-418e-8c78-4290cec48d35 HTTP/1.1" status: 204 len: 168 time: 0.2771289 May 10 17:45:36.864295 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50700) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:37.004223 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-137712955-network', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:45:37.012121 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:37.016414 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Usage tracker for resource:network and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:37.024035 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:37.026696 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:37.125094 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Made reservation on behalf of cfb991b4fa604304abb77eeaf47d8d99 for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:37.128272 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:37.143249 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:37.159106 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:37.163300 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:37.166588 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:37.173956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:37.275050 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:37.368274 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:37.375538 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-cea9a307-7205-49c4-8d42-676ead47b048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:37.399922 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:45:37.413315 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eb0eb4-e4aa-4d54-a159-39360cb81ae8,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:37.418332 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:37.420072 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:37.420072 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Added segment 00099808-0640-44a1-a620-d4cc9f06334d of type vlan for network 477d832e-2197-47aa-b86c-fd4a48508554 May 10 17:45:37.464413 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:37.584917 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:37.586289 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:45:37.586908 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:37.591066 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:37.696391 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Pushing event updated for resources: {'Network': ['ID=477d832e-2197-47aa-b86c-fd4a48508554,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:37.700258 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:37.708774 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 477d832e-2197-47aa-b86c-fd4a48508554 details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:45:37.787211 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9217708 May 10 17:45:37.791672 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50706) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:37.798004 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Request body: {'subnet': {'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-137712955-subnet', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'ip_version': 4}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:45:37.803207 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:37.807930 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Usage tracker for resource:subnet and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:37.811110 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:37.817799 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:37.918165 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Made reservation on behalf of cfb991b4fa604304abb77eeaf47d8d99 for: {'subnet': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:37.921996 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281990'] for subnet, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:38.038355 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-33d82d5b-17cd-4783-8649-14a8c320c3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:38.322342 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:38.548020 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2221059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2282100'] for subnet, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:38.552579 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:38.629751 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5284fa34-9063-4a82-adaf-773eb2c643b6,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:38.633683 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:38.638837 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Checking segment: {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:45:38.639195 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Network hostable DHCP agents. Network: 477d832e-2197-47aa-b86c-fd4a48508554, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:45:38.735354 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Network 477d832e-2197-47aa-b86c-fd4a48508554 is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:45:38.836182 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 477d832e-2197-47aa-b86c-fd4a48508554) {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:38.846089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:45:38.846715 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:38.847151 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d6dda-3ef7-44fc-8da9-3f6320d016c4 None None] Network 477d832e-2197-47aa-b86c-fd4a48508554 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:45:39.021759 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2282958 May 10 17:45:39.024065 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50710) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:39.031199 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:45:39.036929 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:39.040909 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Usage tracker for resource:router and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:39.044263 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:39.052334 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:39.107928 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290b8046-7818-586c-a76b-788f0e55c2ac-477d832e-2197-47aa-b86c-fd4a48508554', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6'}]}} from dv-cinder-786383-3-smb. {{(pid=79270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:45:39.108751 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.150511 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12912'] for router, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.152110 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12873'] for router, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.169768 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.270795 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.300924 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.db_base_plugin_common [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Allocated IP 172.20.0.2 (477d832e-2197-47aa-b86c-fd4a48508554/5284fa34-9063-4a82-adaf-773eb2c643b6/7c5ba418-a326-4471-b033-ff89f0f03cb3) {{(pid=79270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:39.538294 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Notify callbacks [] for port, precommit_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.549467 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Transition to ACTIVE for port object 7c5ba418-a326-4471-b033-ff89f0f03cb3 will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:39.569312 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Transition to ACTIVE for port object 7c5ba418-a326-4471-b033-ff89f0f03cb3 will not be triggered until provisioned by entity DHCP. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:39.597720 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.695298 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.700275 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:39.760364 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Network 477d832e-2197-47aa-b86c-fd4a48508554 is already hosted by enough agents. {{(pid=79270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:39.768564 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.base_scheduler [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Resources bound (agent type, host, resource id): {{(pid=79270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:39.775096 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Received port after_create {{(pid=79270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:45:39.778052 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Pushing event updated for resources: {'Port': ['ID=7c5ba418-a326-4471-b033-ff89f0f03cb3,revision_number=1']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:39.823249 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.823543 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.823988 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.824228 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.824624 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.824957 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.825279 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.825609 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.825925 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.826237 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.826602 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.826897 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:39.876660 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:39.937361 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Attempting to bind port 7c5ba418-a326-4471-b033-ff89f0f03cb3 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:45:39.937712 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Attempting to bind port 7c5ba418-a326-4471-b033-ff89f0f03cb3 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:45:39.938076 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Attempting to bind port 7c5ba418-a326-4471-b033-ff89f0f03cb3 on network 477d832e-2197-47aa-b86c-fd4a48508554 {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:45:39.943976 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:45:39.944403 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Checking segment: {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:45:39.944747 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:39.945139 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Bound using segment: {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:45:39.945614 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Bound port: 7c5ba418-a326-4471-b033-ff89f0f03cb3, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:45:39.945989 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:40.055687 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] For port 7c5ba418-a326-4471-b033-ff89f0f03cb3, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:45:40.060212 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] For port 7c5ba418-a326-4471-b033-ff89f0f03cb3, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=7c5ba418-a326-4471-b033-ff89f0f03cb3,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:45:40.126852 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:40.157481 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:40.170252 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:40.175140 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:40.271317 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Pushing event updated for resources: {'Port': ['ID=7c5ba418-a326-4471-b033-ff89f0f03cb3,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:40.274697 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:40.349664 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Allocated IP 172.28.0.251 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/5c1b2084-bb08-44f9-8103-a6f13a93a014) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:40.549679 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:40.712114 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:40.719859 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-95a285d1-0134-4a5b-b476-fc205b554ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:40.782733 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:40.785676 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:40.789512 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:45:40.809583 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:40.830338 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Pushing event updated for resources: {'Port': ['ID=5c1b2084-bb08-44f9-8103-a6f13a93a014,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:40.834621 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:41.204299 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 7c5ba418-a326-4471-b033-ff89f0f03cb3 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:41.342889 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b946fb-9125-4d3e-846f-791299dc29dd None None] Network 477d832e-2197-47aa-b86c-fd4a48508554 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:45:41.407420 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 7c5ba418-a326-4471-b033-ff89f0f03cb3 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:41.478903 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:41.536133 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-05f86309-5111-43f0-90ea-9540016b8e13 None None] Provisioning for port 7c5ba418-a326-4471-b033-ff89f0f03cb3 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:41.550471 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-05f86309-5111-43f0-90ea-9540016b8e13 None None] Provisioning complete for port 7c5ba418-a326-4471-b033-ff89f0f03cb3 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:41.550853 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-05f86309-5111-43f0-90ea-9540016b8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:41.733876 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-05f86309-5111-43f0-90ea-9540016b8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:41.775521 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-05f86309-5111-43f0-90ea-9540016b8e13 None None] For port 7c5ba418-a326-4471-b033-ff89f0f03cb3, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=7c5ba418-a326-4471-b033-ff89f0f03cb3,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:45:41.855546 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-05f86309-5111-43f0-90ea-9540016b8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:41.858689 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-d0e0361b-0b7f-4779-97b7-400ad1b60e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:41.889224 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:41.938838 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f86309-5111-43f0-90ea-9540016b8e13 None None] Pushing event updated for resources: {'Port': ['ID=7c5ba418-a326-4471-b033-ff89f0f03cb3,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:41.941728 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-05f86309-5111-43f0-90ea-9540016b8e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:41.980891 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-83b4699c-abe8-4d85-85e9-4b7303b09820 None None] Provisioning complete for port 7c5ba418-a326-4471-b033-ff89f0f03cb3 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:41.981254 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-83b4699c-abe8-4d85-85e9-4b7303b09820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:42.220777 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Router a85bb890-183b-4b0b-9b8a-614dfc235f86 is scheduled to L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 with binding_index 1 {{(pid=79268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:45:42.444959 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:45:42.456069 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Sync routers for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:45:42.469272 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:45:42.470239 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:45:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:42.575670 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:42.577620 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5524814 May 10 17:45:42.581716 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50716) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:42.673185 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:45:43.006268 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:41Z', 'revision_number': 3, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:43.014124 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Checking router: a85bb890-183b-4b0b-9b8a-614dfc235f86 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:45:43.014741 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Updating router a85bb890-183b-4b0b-9b8a-614dfc235f86 port 5c1b2084-bb08-44f9-8103-a6f13a93a014 binding host dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:45:43.077465 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:43.161702 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 7c5ba418-a326-4471-b033-ff89f0f03cb3 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:43.333875 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 7c5ba418-a326-4471-b033-ff89f0f03cb3 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:43.334350 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:43.560985 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:43.682829 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Notify callbacks [] for port, precommit_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:43.699310 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Transition to ACTIVE for port object 5c1b2084-bb08-44f9-8103-a6f13a93a014 will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:43.794030 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Allocated IP 172.20.0.1 (477d832e-2197-47aa-b86c-fd4a48508554/5284fa34-9063-4a82-adaf-773eb2c643b6/14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:43.798067 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:43.802278 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:43.888075 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Attempting to bind port 5c1b2084-bb08-44f9-8103-a6f13a93a014 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:45:43.888433 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Attempting to bind port 5c1b2084-bb08-44f9-8103-a6f13a93a014 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:45:43.888603 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Attempting to bind port 5c1b2084-bb08-44f9-8103-a6f13a93a014 on network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:45:43.890847 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65df07-375f-4800-9d38-a0120533c168 None None] Pushing event updated for resources: {'Port': ['ID=5c1b2084-bb08-44f9-8103-a6f13a93a014,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:43.893690 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fb65df07-375f-4800-9d38-a0120533c168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:43.902441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:45:43.902441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:45:43.902441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:43.902441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Bound using segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:45:43.902441 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Bound port: 5c1b2084-bb08-44f9-8103-a6f13a93a014, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:45:43.903079 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:43.967997 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:43.975633 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] For port 5c1b2084-bb08-44f9-8103-a6f13a93a014, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:45:43.978731 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] For port 5c1b2084-bb08-44f9-8103-a6f13a93a014, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=5c1b2084-bb08-44f9-8103-a6f13a93a014,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:45:43.984486 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Transition to ACTIVE for port object 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 will not be triggered until provisioned by entity DHCP. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:44.061295 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:44.065201 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:44.107770 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:44.115850 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-4a607133-1ed2-490b-a4dc-49be4fdc6555 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:44.149182 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:45:44.149819 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:45:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:44.177804 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Network 477d832e-2197-47aa-b86c-fd4a48508554 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:44.181133 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:44.185170 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:45:44.234681 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:44.239154 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:44.259992 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393439'] for router_interface, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:44.275024 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65df07-375f-4800-9d38-a0120533c168 None None] Pushing event updated for resources: {'Port': ['ID=5c1b2084-bb08-44f9-8103-a6f13a93a014,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:44.278613 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fb65df07-375f-4800-9d38-a0120533c168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:44.357047 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:45:44.480683 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:44.565017 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:45:44.656770 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-8995ca08-0cc3-4f91-af0e-7846542750aa None None] Provisioning for port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:44.664489 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-8995ca08-0cc3-4f91-af0e-7846542750aa None None] Provisioning complete for port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:44.664882 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8995ca08-0cc3-4f91-af0e-7846542750aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:44.731589 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-8995ca08-0cc3-4f91-af0e-7846542750aa None None] Port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:45:44.747088 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:44.751777 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:41Z', 'revision_number': 3, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:44.755855 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01fedc-7c1e-47e7-a12d-d4f52deb345a None None] The sync data for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb is: [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:41Z', 'revision_number': 3, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:45:44.841435 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:44.866524 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7c5dabbc-df3f-48c3-83df-82cfa1df3d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:44.954667 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393340'] for router_interface, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:44.959105 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:44.961783 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:45.153615 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 5c1b2084-bb08-44f9-8103-a6f13a93a014 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:45.261979 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Network 477d832e-2197-47aa-b86c-fd4a48508554 is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:45.263170 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:45.312905 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 5c1b2084-bb08-44f9-8103-a6f13a93a014 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:45.318461 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 5c1b2084-bb08-44f9-8103-a6f13a93a014 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:45.318876 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:45.465710 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:45.495905 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 5c1b2084-bb08-44f9-8103-a6f13a93a014, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=5c1b2084-bb08-44f9-8103-a6f13a93a014,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:45:45.503664 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Router a85bb890-183b-4b0b-9b8a-614dfc235f86 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:45:45.577027 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-1ca19155-d374-4d3a-a61e-89470d46d87b None None] Provisioning complete for port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:45.577387 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-1ca19155-d374-4d3a-a61e-89470d46d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:45.669748 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:45.673948 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-a62dd59e-7760-4ab2-8ea6-ef883d68059e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:45.695765 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:45:45.706835 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] 10.222.0.21 "PUT /v2.0/routers/a85bb890-183b-4b0b-9b8a-614dfc235f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1239429 May 10 17:45:45.738866 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-1ca19155-d374-4d3a-a61e-89470d46d87b None None] Port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:45:45.756389 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=5c1b2084-bb08-44f9-8103-a6f13a93a014,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:45.759409 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:46.489364 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Sync routers for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:45:46.500044 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:45:46.500665 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:45:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:46.725223 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50734) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:46.732816 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:45:46.733495 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1334143056-network', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:45:46.738725 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:46.743098 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Usage tracker for resource:network and tenant:949b6b8fab8f4055972b82d107f3759b is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:46.746508 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:46.757389 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:46.877488 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Made reservation on behalf of 949b6b8fab8f4055972b82d107f3759b for: {'network': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:46.879943 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for network, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:46.893189 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:46.910393 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:46.915293 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Usage tracker for resource:security_group_rule and tenant:949b6b8fab8f4055972b82d107f3759b is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:46.921596 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:46.929944 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:47.033899 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.134228 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 5c1b2084-bb08-44f9-8103-a6f13a93a014 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:47.140851 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 2, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:47.143865 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.145771 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Checking router: a85bb890-183b-4b0b-9b8a-614dfc235f86 for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:45:47.146153 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Updating router a85bb890-183b-4b0b-9b8a-614dfc235f86 port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:45:47.148809 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-dd7a6c0f-ae28-46d2-b9dd-17d05c12e340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:47.188512 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=79268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:45:47.204628 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8888a9-0af2-4a9d-976a-22044ad53d14,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:47.207546 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.207994 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.segments_db [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Added segment 4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2 of type vlan for network 781b7387-2840-432c-a184-ab44853a8f4f May 10 17:45:47.209346 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:47.214653 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.251964 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761337479042'] for network, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.269368 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 5c1b2084-bb08-44f9-8103-a6f13a93a014 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:47.270048 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.430463 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418'] for network, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.432350 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:45:47.433127 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.436786 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:47.551459 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Pushing event updated for resources: {'Network': ['ID=781b7387-2840-432c-a184-ab44853a8f4f,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:47.554181 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:47.562498 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Network 781b7387-2840-432c-a184-ab44853a8f4f details requested by agent ovs-agent-dv-cinder-786383-3-smb with host dv-cinder-786383-3-smb {{(pid=79270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:45:47.646780 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.665745 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Transition to ACTIVE for port object 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:47.680056 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-a17b8930-5347-4fe2-bff2-e6a85b335953 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9527144 May 10 17:45:47.682445 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50738) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:47.688227 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Request body: {'subnet': {'network_id': '781b7387-2840-432c-a184-ab44853a8f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1334143056-subnet', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'ip_version': 4}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:45:47.693451 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:47.698546 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Usage tracker for resource:subnet and tenant:949b6b8fab8f4055972b82d107f3759b is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:47.702008 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:47.708379 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:47.798533 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:47.807590 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:47.838000 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Made reservation on behalf of 949b6b8fab8f4055972b82d107f3759b for: {'subnet': 1} {{(pid=79268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:47.841965 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281990'] for subnet, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:48.015683 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Pushing event updated for resources: {'Port': ['ID=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:48.030798 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.031332 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.031879 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.032420 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.032947 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.033480 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.034011 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.034573 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.035109 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.035644 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.036175 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.036699 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:48.117867 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:48.146497 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Attempting to bind port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:45:48.146960 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Attempting to bind port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:45:48.147490 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Attempting to bind port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 on network 477d832e-2197-47aa-b86c-fd4a48508554 {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:45:48.154202 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:45:48.154731 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Checking segment: {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:45:48.155166 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:48.155602 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Bound using segment: {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:45:48.156132 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Bound port: 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:45:48.156571 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:48.278172 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] For port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:45:48.281634 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] For port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:45:48.364003 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:48.368215 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-0b006af2-27e6-45b2-9fbf-bbc5a23a9e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:48.393299 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2221059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2282100'] for subnet, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:48.400386 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-9aebef88-8538-41ec-b03a-2c990379a9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:48.455255 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:45:48.455902 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:45:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:48.487717 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6520e46b-0870-4635-af99-35a050bb455e,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:48.491751 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:48.492625 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Checking segment: {'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:45:48.493041 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Network hostable DHCP agents. Network: 781b7387-2840-432c-a184-ab44853a8f4f, hostable agents: ['0a842e90-9cd3-42a9-805d-8bef7fc5dadf'], hosted agents: [] {{(pid=79268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:45:48.515893 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Pushing event updated for resources: {'Port': ['ID=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,revision_number=4']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:48.519465 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:48.603108 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Network 781b7387-2840-432c-a184-ab44853a8f4f is scheduled to be hosted by DHCP agent 0a842e90-9cd3-42a9-805d-8bef7fc5dadf with binding_index 1 {{(pid=79268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:45:48.662218 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:45:48.699373 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-smb, 781b7387-2840-432c-a184-ab44853a8f4f) {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:48.709506 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:45:48.710360 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:48.716471 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80373dde-d1d1-4d08-ac9b-c49bb83375e8 None None] Network 781b7387-2840-432c-a184-ab44853a8f4f requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:45:48.873033 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-6908599a-e2e3-4294-803d-bff011e3b503 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1892965 May 10 17:45:48.875974 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50742) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:48.881692 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:45:48.887873 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:45:48.893188 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Usage tracker for resource:router and tenant:949b6b8fab8f4055972b82d107f3759b is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:45:48.896956 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:45:48.905001 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:45:48.999576 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290b8046-7818-586c-a76b-788f0e55c2ac-781b7387-2840-432c-a184-ab44853a8f4f', 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'fixed_ips': [{'subnet_id': '6520e46b-0870-4635-af99-35a050bb455e'}]}} from dv-cinder-786383-3-smb. {{(pid=79270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:45:49.000571 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:49.083001 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:48Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:49.087174 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05606dc5-1e46-4f4c-b577-a8d8e71efc77 None None] The sync data for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb is: [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:48Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:45:49.089742 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12912'] for router, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:49.096191 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397804', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1606315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12873'] for router, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:49.115085 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:49.208138 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.db_base_plugin_common [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Allocated IP 172.20.0.2 (781b7387-2840-432c-a184-ab44853a8f4f/6520e46b-0870-4635-af99-35a050bb455e/4edc8ea1-92ab-4652-a1a2-370e1491e169) {{(pid=79270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:49.527762 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Notify callbacks [] for port, precommit_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:49.539152 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Transition to ACTIVE for port object 4edc8ea1-92ab-4652-a1a2-370e1491e169 will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:49.574457 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Transition to ACTIVE for port object 4edc8ea1-92ab-4652-a1a2-370e1491e169 will not be triggered until provisioned by entity DHCP. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:49.638168 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740'] for port, after_create {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:49.643449 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:49.672953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12887'] for router, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:49.708746 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Network 781b7387-2840-432c-a184-ab44853a8f4f is already hosted by enough agents. {{(pid=79270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:49.711714 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.scheduler.base_scheduler [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Resources bound (agent type, host, resource id): {{(pid=79270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:49.715910 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Received port after_create {{(pid=79270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:45:49.757632 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Pushing event updated for resources: {'Port': ['ID=4edc8ea1-92ab-4652-a1a2-370e1491e169,revision_number=1']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:49.765759 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:49.851717 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Attempting to bind port 4edc8ea1-92ab-4652-a1a2-370e1491e169 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:45:49.852415 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Attempting to bind port 4edc8ea1-92ab-4652-a1a2-370e1491e169 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:45:49.852998 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Attempting to bind port 4edc8ea1-92ab-4652-a1a2-370e1491e169 on network 781b7387-2840-432c-a184-ab44853a8f4f {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:45:49.863155 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:45:49.867542 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Checking segment: {'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:45:49.867542 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:49.867542 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Bound using segment: {'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:45:49.867542 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Bound port: 4edc8ea1-92ab-4652-a1a2-370e1491e169, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:45:49.867542 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:50.035428 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] For port 4edc8ea1-92ab-4652-a1a2-370e1491e169, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:45:50.039471 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] For port 4edc8ea1-92ab-4652-a1a2-370e1491e169, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=4edc8ea1-92ab-4652-a1a2-370e1491e169,segment=NetworkSegment(4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2),segment_id=4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:45:50.140979 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:50.145388 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fb65df07-375f-4800-9d38-a0120533c168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:50.203827 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:50.236849 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Pushing event updated for resources: {'Port': ['ID=4edc8ea1-92ab-4652-a1a2-370e1491e169,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:50.237074 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:50.241624 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:50.417640 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Allocated IP 172.28.0.141 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/9ea192f6-c6fe-41b4-877d-c5f2b1fa1156) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:50.631142 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:50.773964 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:50.781641 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-62a50f59-ac00-4451-a9bb-732ebe14ae2e tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:50.847803 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:50.851098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:50.856704 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:45:50.907015 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea192f6-c6fe-41b4-877d-c5f2b1fa1156,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:50.911921 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:51.238340 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 4edc8ea1-92ab-4652-a1a2-370e1491e169 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:51.360889 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd75d5-45a3-4fca-b4d6-9d30a8bc2b82 None None] Network 781b7387-2840-432c-a184-ab44853a8f4f requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:45:51.445512 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 4edc8ea1-92ab-4652-a1a2-370e1491e169 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:51.460739 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:51.632159 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:51.644318 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-d4dd2ef6-fda5-4bae-b215-3b116bb59938 None None] Provisioning for port 4edc8ea1-92ab-4652-a1a2-370e1491e169 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:51.660284 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-d4dd2ef6-fda5-4bae-b215-3b116bb59938 None None] Provisioning complete for port 4edc8ea1-92ab-4652-a1a2-370e1491e169 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:51.660841 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2ef6-fda5-4bae-b215-3b116bb59938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:51.787550 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:51.801514 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:51.802063 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:51.974510 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2ef6-fda5-4bae-b215-3b116bb59938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:52.071952 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-d4dd2ef6-fda5-4bae-b215-3b116bb59938 None None] For port 4edc8ea1-92ab-4652-a1a2-370e1491e169, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=4edc8ea1-92ab-4652-a1a2-370e1491e169,segment=NetworkSegment(4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2),segment_id=4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:45:52.087924 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:52.120288 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:52.129738 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:45:52.179042 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2ef6-fda5-4bae-b215-3b116bb59938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:52.182727 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:52.230583 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:52.264834 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2ef6-fda5-4bae-b215-3b116bb59938 None None] Pushing event updated for resources: {'Port': ['ID=4edc8ea1-92ab-4652-a1a2-370e1491e169,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:52.267916 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-d4dd2ef6-fda5-4bae-b215-3b116bb59938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:52.268372 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-16e5349b-97cf-4d2e-a792-b2462e33337e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:52.343344 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-3d186ce9-7a94-4be7-9856-cd1b74a9ecc5 None None] Provisioning complete for port 4edc8ea1-92ab-4652-a1a2-370e1491e169 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:52.343344 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3d186ce9-7a94-4be7-9856-cd1b74a9ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:52.399636 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:52.404328 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:52.512208 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Router 5e40ef2f-9dc5-48c9-9044-01ff4503178c is scheduled to L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 with binding_index 1 {{(pid=79269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:45:52.704510 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:45:52.714931 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Sync routers for ids ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:45:52.725826 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Routers {'5e40ef2f-9dc5-48c9-9044-01ff4503178c'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:45:52.726488 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:45:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:52.883001 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Notify callbacks [] for router, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:52.884241 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0071640 May 10 17:45:52.887831 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50746) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:45:52.921424 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Set router 5e40ef2f-9dc5-48c9-9044-01ff4503178c gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:45:53.181439 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 4edc8ea1-92ab-4652-a1a2-370e1491e169 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:53.326159 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 4edc8ea1-92ab-4652-a1a2-370e1491e169 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:53.326864 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:53.383819 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:45:51Z', 'revision_number': 3, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:53.397362 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Checking router: 5e40ef2f-9dc5-48c9-9044-01ff4503178c for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:45:53.397710 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Updating router 5e40ef2f-9dc5-48c9-9044-01ff4503178c port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 binding host dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:45:53.500515 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:53.573856 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:53.939809 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:53.940411 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:53.950574 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.205419 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Allocated IP 172.20.0.1 (781b7387-2840-432c-a184-ab44853a8f4f/6520e46b-0870-4635-af99-35a050bb455e/f481ce92-9566-4294-a043-d0e9d2a20c25) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:54.346450 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Notify callbacks [] for port, precommit_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.361031 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Transition to ACTIVE for port object 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 will not be triggered until provisioned by entity L2. {{(pid=79270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:54.380537 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.403247 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.provisioning_blocks [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Transition to ACTIVE for port object f481ce92-9566-4294-a043-d0e9d2a20c25 will not be triggered until provisioned by entity DHCP. {{(pid=79268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:54.561374 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.565241 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-c4a6c5f9-c97a-4ad0-a6b9-a5e4f97b4f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:54.609413 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.615256 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:54.655551 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Attempting to bind port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:45:54.655921 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Attempting to bind port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:45:54.656297 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Attempting to bind port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 on network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:45:54.658334 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a43f2d-c6a4-4402-a258-0583eb95a5c9 None None] Pushing event updated for resources: {'Port': ['ID=9ea192f6-c6fe-41b4-877d-c5f2b1fa1156,revision_number=2']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:54.662253 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-01a43f2d-c6a4-4402-a258-0583eb95a5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:54.665018 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:45:54.665459 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Checking segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:45:54.666891 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.666891 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Bound using segment: {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'} {{(pid=79270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:45:54.667444 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.managers [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Bound port: 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc00c19-c025-4dbd-a7e8-f73b10705289', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce'}}] {{(pid=79270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:45:54.667824 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.693874 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Network 781b7387-2840-432c-a184-ab44853a8f4f is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:54.697540 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:54.708974 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:45:54.761906 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] For port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:45:54.763831 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Pushing event updated for resources: {'Port': ['ID=f481ce92-9566-4294-a043-d0e9d2a20c25,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:54.769400 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:54.774832 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] For port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=9ea192f6-c6fe-41b4-877d-c5f2b1fa1156,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:45:54.789802 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393439'] for router_interface, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.861790 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:54.870115 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:54.974713 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Routers {'5e40ef2f-9dc5-48c9-9044-01ff4503178c'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:45:54.975266 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:45:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:55.051488 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:55.094185 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a43f2d-c6a4-4402-a258-0583eb95a5c9 None None] Pushing event updated for resources: {'Port': ['ID=9ea192f6-c6fe-41b4-877d-c5f2b1fa1156,revision_number=3']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:55.108233 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-01a43f2d-c6a4-4402-a258-0583eb95a5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:55.178490 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] Set router 5e40ef2f-9dc5-48c9-9044-01ff4503178c gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:45:55.221950 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-e762c63c-7ddc-42c6-aced-10f26a950d02 None None] Provisioning for port f481ce92-9566-4294-a043-d0e9d2a20c25 completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:55.237974 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-e762c63c-7ddc-42c6-aced-10f26a950d02 None None] Provisioning complete for port f481ce92-9566-4294-a043-d0e9d2a20c25 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:55.238517 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e762c63c-7ddc-42c6-aced-10f26a950d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:55.296502 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:55.370016 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:55.403736 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2f4aed24-e397-4902-b9d2-7d1de9ddb312 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:55.460187 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-e762c63c-7ddc-42c6-aced-10f26a950d02 None None] Port f481ce92-9566-4294-a043-d0e9d2a20c25 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:45:55.487881 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393340'] for router_interface, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:55.490808 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Pushing event updated for resources: {'Port': ['ID=f481ce92-9566-4294-a043-d0e9d2a20c25,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:55.497680 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:55.609675 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 4, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f481ce92-9566-4294-a043-d0e9d2a20c25', 'name': '', 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'mac_address': 'fa:16:3e:a0:f1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6520e46b-0870-4635-af99-35a050bb455e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:54Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 1, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'subnets': [{'id': '6520e46b-0870-4635-af99-35a050bb455e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:55.615247 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453517b-cd76-49e0-8846-d54e0a29c7ef None None] The sync data for ids ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'] in dv-cinder-786383-3-smb is: [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 4, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f481ce92-9566-4294-a043-d0e9d2a20c25', 'name': '', 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'mac_address': 'fa:16:3e:a0:f1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6520e46b-0870-4635-af99-35a050bb455e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:54Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 1, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'subnets': [{'id': '6520e46b-0870-4635-af99-35a050bb455e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:45:55.646629 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Network 781b7387-2840-432c-a184-ab44853a8f4f is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:55.649427 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:55.894122 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-31e22341-dcfd-4695-b3ba-df07d34bacad None None] Provisioning complete for port f481ce92-9566-4294-a043-d0e9d2a20c25 triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:55.894766 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-31e22341-dcfd-4695-b3ba-df07d34bacad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:55.967526 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-31e22341-dcfd-4695-b3ba-df07d34bacad None None] Port f481ce92-9566-4294-a043-d0e9d2a20c25 cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:45:56.012888 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Router 5e40ef2f-9dc5-48c9-9044-01ff4503178c has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:45:56.226672 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:45:56.240662 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1cd724ef-67e6-4563-9007-306fa0e20157 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e40ef2f-9dc5-48c9-9044-01ff4503178c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3517184 May 10 17:45:57.157376 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:57.323677 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:45:57.328646 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:57.334903 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:57.545173 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:57.578483 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=9ea192f6-c6fe-41b4-877d-c5f2b1fa1156,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:45:57.699767 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:57.709558 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-020f3a41-1f23-4b02-b6fe-e376b67c1cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:57.844277 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=9ea192f6-c6fe-41b4-877d-c5f2b1fa1156,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:57.847897 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:57.886224 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Sync routers for ids ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:45:57.897033 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Routers {'5e40ef2f-9dc5-48c9-9044-01ff4503178c'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:45:57.897750 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:45:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:58.124594 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Set router 5e40ef2f-9dc5-48c9-9044-01ff4503178c gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:45:58.534809 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 4, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f481ce92-9566-4294-a043-d0e9d2a20c25', 'name': '', 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'mac_address': 'fa:16:3e:a0:f1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6520e46b-0870-4635-af99-35a050bb455e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:54Z', 'updated_at': '2021-05-10T17:45:55Z', 'revision_number': 2, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'subnets': [{'id': '6520e46b-0870-4635-af99-35a050bb455e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:58.541527 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Checking router: 5e40ef2f-9dc5-48c9-9044-01ff4503178c for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:45:58.542274 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Updating router 5e40ef2f-9dc5-48c9-9044-01ff4503178c port f481ce92-9566-4294-a043-d0e9d2a20c25 binding host dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:45:58.615600 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:58.717749 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:59.038698 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Notify callbacks [] for port, precommit_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:59.059629 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.provisioning_blocks [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Transition to ACTIVE for port object f481ce92-9566-4294-a043-d0e9d2a20c25 will not be triggered until provisioned by entity L2. {{(pid=79271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:45:59.133639 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:45:59.212692 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:45:59.213727 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:59.235637 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:59.239982 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-a867db03-6f2f-4147-978a-3b9f93d8d71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:59.414709 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb143a9c-916c-4df1-8714-71524e30f9d9 None None] Pushing event updated for resources: {'Port': ['ID=f481ce92-9566-4294-a043-d0e9d2a20c25,revision_number=3']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:59.434659 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-bb143a9c-916c-4df1-8714-71524e30f9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:45:59.592579 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Attempting to bind port f481ce92-9566-4294-a043-d0e9d2a20c25 on host dv-cinder-786383-3-smb for vnic_type normal with profile {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:45:59.593151 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Attempting to bind port f481ce92-9566-4294-a043-d0e9d2a20c25 by drivers openvswitch,hyperv on host dv-cinder-786383-3-smb at level 0 using segments [{'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:45:59.593510 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Attempting to bind port f481ce92-9566-4294-a043-d0e9d2a20c25 on network 781b7387-2840-432c-a184-ab44853a8f4f {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:45:59.599741 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Checking agent: {'id': 'aa6d1bcb-34b6-464b-9063-ef5db20e06e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 27, 8), 'started_at': datetime.datetime(2021, 5, 10, 17, 27, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:45:59.600181 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Checking segment: {'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:45:59.600611 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:59.601004 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Bound using segment: {'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'} {{(pid=79271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:45:59.601498 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.managers [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Bound port: f481ce92-9566-4294-a043-d0e9d2a20c25, host: dv-cinder-786383-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f'}}] {{(pid=79271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:45:59.601996 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:59.727000 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] For port f481ce92-9566-4294-a043-d0e9d2a20c25, host dv-cinder-786383-3-smb, cleared binding levels {{(pid=79271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:45:59.731396 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.plugins.ml2.db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] For port f481ce92-9566-4294-a043-d0e9d2a20c25, host dv-cinder-786383-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f481ce92-9566-4294-a043-d0e9d2a20c25,segment=NetworkSegment(4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2),segment_id=4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2)] {{(pid=79271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:45:59.849158 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron_lib.callbacks.manager [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:45:59.860879 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-b96e9970-4acd-4bcb-b32b-c55e651a331b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:45:59.958591 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Routers {'5e40ef2f-9dc5-48c9-9044-01ff4503178c'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:45:59.959344 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:45:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:46:00.134088 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb143a9c-916c-4df1-8714-71524e30f9d9 None None] Pushing event updated for resources: {'Port': ['ID=f481ce92-9566-4294-a043-d0e9d2a20c25,revision_number=4']} {{(pid=79271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:00.148081 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG oslo_concurrency.lockutils [None req-bb143a9c-916c-4df1-8714-71524e30f9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:00.254709 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] Set router 5e40ef2f-9dc5-48c9-9044-01ff4503178c gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:46:00.632514 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 4, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f481ce92-9566-4294-a043-d0e9d2a20c25', 'name': '', 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'mac_address': 'fa:16:3e:a0:f1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6520e46b-0870-4635-af99-35a050bb455e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:54Z', 'updated_at': '2021-05-10T17:45:59Z', 'revision_number': 4, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'subnets': [{'id': '6520e46b-0870-4635-af99-35a050bb455e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:46:00.638249 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178c899-ccc8-4a60-b6eb-1302bbef0f91 None None] The sync data for ids ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'] in dv-cinder-786383-3-smb is: [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:45:54Z', 'revision_number': 4, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': 'f481ce92-9566-4294-a043-d0e9d2a20c25', 'name': '', 'network_id': '781b7387-2840-432c-a184-ab44853a8f4f', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'mac_address': 'fa:16:3e:a0:f1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6520e46b-0870-4635-af99-35a050bb455e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:54Z', 'updated_at': '2021-05-10T17:45:59Z', 'revision_number': 4, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'subnets': [{'id': '6520e46b-0870-4635-af99-35a050bb455e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:46:01.198969 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f481ce92-9566-4294-a043-d0e9d2a20c25 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:46:01.375616 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning for port f481ce92-9566-4294-a043-d0e9d2a20c25 completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:46:01.375616 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port f481ce92-9566-4294-a043-d0e9d2a20c25 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:46:01.376008 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:01.527314 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:01.599450 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] For port f481ce92-9566-4294-a043-d0e9d2a20c25, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f481ce92-9566-4294-a043-d0e9d2a20c25,segment=NetworkSegment(4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2),segment_id=4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:46:01.683772 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:01.686763 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:01.769290 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Pushing event updated for resources: {'Port': ['ID=f481ce92-9566-4294-a043-d0e9d2a20c25,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:01.774600 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:03.142203 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f481ce92-9566-4294-a043-d0e9d2a20c25 up at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:46:03.221504 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Provisioning complete for port f481ce92-9566-4294-a043-d0e9d2a20c25 triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:46:03.221881 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:05.344456 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6f0d22f4-cab2-4240-a054-78bd1c344709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:08.094664 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-022e23cf-c0f4-40b0-bbdf-fa661221e7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:08.324024 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:08.969143 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-70672f47-1b8f-47ab-91ac-c4019caa70e1 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:08.970692 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-70672f47-1b8f-47ab-91ac-c4019caa70e1 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 814 time: 0.1715493 May 10 17:46:08.985647 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-d2324a23-f834-4847-b5ce-5a21cdf52152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/quotas/cfb991b4fa604304abb77eeaf47d8d99 HTTP/1.1" status: 200 len: 375 time: 0.0094037 May 10 17:46:09.091022 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-510b988d-cad9-4cf9-b074-6aa3292023f7 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998645 May 10 17:46:09.200986 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:09.211383 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-53bec437-2fe9-495f-97b4-0b2cdf25db6c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:46:09.212365 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-53bec437-2fe9-495f-97b4-0b2cdf25db6c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1093149 May 10 17:46:09.352890 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-235d2d2d-49f7-4a3a-ab42-f8f12a50f52a service neutron] 10.222.0.21 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340003 May 10 17:46:09.488602 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-321cba4d-4325-4c7c-aba5-9bd6beb420ad service neutron] 10.222.0.21 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295247 May 10 17:46:10.077258 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-65becb61-b5df-4c1e-bbe2-352548d0f3cd req-7519d60b-a47f-4148-828d-e4d0ca1944f6 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 210 time: 0.2350729 May 10 17:46:10.780029 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:11.194280 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f0416c99-326f-40fe-91d3-0d48e2a67346 req-89cb8a8f-4c15-4b77-82a8-96414d4d56ea tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 210 time: 0.0455170 May 10 17:46:12.422076 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-eb811c06-e295-439b-9b30-4957b059287c req-b7846490-63fb-4181-9b9b-83336feee858 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 210 time: 0.0679276 May 10 17:46:13.330113 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-9dabc55b-b1b1-4853-9b5c-10808ef42db3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:13.331621 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-9dabc55b-b1b1-4853-9b5c-10808ef42db3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 814 time: 0.2105887 May 10 17:46:13.359702 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'port': {'device_id': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'admin_state_up': True, 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:13.576014 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:13.589247 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:port and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:13.594480 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:13.601476 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:13.673800 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-daa666f9-fa45-49cf-90da-231ec7d1d004 req-6c642ccf-b60a-4bf9-9022-942e7fa12d66 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 210 time: 0.0653007 May 10 17:46:13.704708 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Made reservation on behalf of cfb991b4fa604304abb77eeaf47d8d99 for: {'port': 1} {{(pid=79269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:46:13.708595 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:13.891525 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.db_base_plugin_common [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Allocated IP 172.20.0.14 (477d832e-2197-47aa-b86c-fd4a48508554/5284fa34-9063-4a82-adaf-773eb2c643b6/1102dfe4-1058-4e26-99f6-573259db13ef) {{(pid=79269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:46:14.171254 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for port, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:14.187791 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Transition to ACTIVE for port object 1102dfe4-1058-4e26-99f6-573259db13ef will not be triggered until provisioned by entity DHCP. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:46:14.345650 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:14.351637 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-b169a1d0-7772-42ce-b4bf-b7d8996f036d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:14.420042 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Network 477d832e-2197-47aa-b86c-fd4a48508554 is already hosted by enough agents. {{(pid=79269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:46:14.424962 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.scheduler.base_scheduler [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources bound (agent type, host, resource id): {{(pid=79269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:46:14.430053 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Received port after_create {{(pid=79269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:46:14.524753 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'Port': ['ID=1102dfe4-1058-4e26-99f6-573259db13ef,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:14.524753 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:14.602191 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:14.606258 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:14.794039 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-68825a4a-a311-40c5-ac2b-cb564ecdda4d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4384651 May 10 17:46:14.917381 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-d33618bd-e4b2-406f-965f-75b5c6ff82a1 None None] Provisioning for port 1102dfe4-1058-4e26-99f6-573259db13ef completed by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:46:14.922909 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-d33618bd-e4b2-406f-965f-75b5c6ff82a1 None None] Provisioning complete for port 1102dfe4-1058-4e26-99f6-573259db13ef triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:46:14.923285 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d33618bd-e4b2-406f-965f-75b5c6ff82a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:14.964251 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9e96e-b5a1-45bd-b151-515d805d2ee8 req-fee4ad7c-becd-4919-b155-76c86246b826 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:14.965963 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-abb9e96e-b5a1-45bd-b151-515d805d2ee8 req-fee4ad7c-becd-4919-b155-76c86246b826 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Synchronizing usage tracker for tenant:cfb991b4fa604304abb77eeaf47d8d99 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:46:15.002104 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-d33618bd-e4b2-406f-965f-75b5c6ff82a1 None None] Port 1102dfe4-1058-4e26-99f6-573259db13ef cannot update to ACTIVE because it is not bound. {{(pid=79270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:46:15.122040 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-abb9e96e-b5a1-45bd-b151-515d805d2ee8 req-fee4ad7c-becd-4919-b155-76c86246b826 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Unset dirty status for tenant:cfb991b4fa604304abb77eeaf47d8d99 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:46:15.127288 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-abb9e96e-b5a1-45bd-b151-515d805d2ee8 req-fee4ad7c-becd-4919-b155-76c86246b826 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 932 time: 0.2789991 May 10 17:46:15.200303 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-abb9e96e-b5a1-45bd-b151-515d805d2ee8 req-06aad8a9-fc61-4111-b965-61b081b289de tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702066 May 10 17:46:16.480591 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ea89-7954-4a60-9734-c16cd4df5830 req-19aa9505-a740-4fe8-bd11-65e1deaa9304 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:16.483502 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f6b7ea89-7954-4a60-9734-c16cd4df5830 req-19aa9505-a740-4fe8-bd11-65e1deaa9304 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 932 time: 0.0995474 May 10 17:46:16.559178 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f6b7ea89-7954-4a60-9734-c16cd4df5830 req-eef4f8ee-2f12-4a86-8aa7-a6f9a0b4a80e tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 May 10 17:46:17.793552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d6499-1b61-41ce-8a11-cba37cb06895 req-51f61091-f1f1-47f8-a093-b87d512de58d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:17.795317 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6e1d6499-1b61-41ce-8a11-cba37cb06895 req-51f61091-f1f1-47f8-a093-b87d512de58d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 932 time: 0.0910292 May 10 17:46:17.871534 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6e1d6499-1b61-41ce-8a11-cba37cb06895 req-c293ed97-147c-4eab-a653-989ecf23dc90 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684640 May 10 17:46:19.165318 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8beac-9144-4765-a387-98f43a70e6f4 req-3ed37933-0f81-4b58-94db-20b9cdfc92fd tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:19.167033 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-49a8beac-9144-4765-a387-98f43a70e6f4 req-3ed37933-0f81-4b58-94db-20b9cdfc92fd tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 932 time: 0.1347156 May 10 17:46:19.217087 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-49a8beac-9144-4765-a387-98f43a70e6f4 req-14e048ee-83ec-4965-9dd4-50dd716d54fc tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 May 10 17:46:20.428168 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02741c5a-d71b-4049-9eec-431e36feb4c3 req-e6191189-f6d2-4cb3-b91f-2dd183abdc19 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:20.430027 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-02741c5a-d71b-4049-9eec-431e36feb4c3 req-e6191189-f6d2-4cb3-b91f-2dd183abdc19 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 932 time: 0.0883038 May 10 17:46:20.485188 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-02741c5a-d71b-4049-9eec-431e36feb4c3 req-b16a98b1-2b80-42c8-89cf-6df94a07087b tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484099 May 10 17:46:21.564427 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:46:21.722744 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f76646-30ed-411d-b780-0017bac6c809 req-c34ac7ad-d4e3-4e27-bf4a-02941c04b140 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:21.725068 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e9f76646-30ed-411d-b780-0017bac6c809 req-c34ac7ad-d4e3-4e27-bf4a-02941c04b140 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 932 time: 0.1247802 May 10 17:46:21.775645 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e9f76646-30ed-411d-b780-0017bac6c809 req-905719a7-e340-47ad-8000-b8374e0d9362 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 May 10 17:46:22.980507 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae3f3-d16f-4a2f-820d-68d7ec867f37 req-21c4a076-7dcd-4956-977a-37d9a7f04995 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:22.982053 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-92fae3f3-d16f-4a2f-820d-68d7ec867f37 req-21c4a076-7dcd-4956-977a-37d9a7f04995 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 932 time: 0.0899098 May 10 17:46:23.052549 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-92fae3f3-d16f-4a2f-820d-68d7ec867f37 req-891f1a53-e48e-4e9f-944a-e8454c3624f2 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640638 May 10 17:46:24.416465 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60cecb-0d7e-43f9-b4f1-32fb1c39835e req-05bbc1e8-3951-45c0-a9c7-c7d9433cf033 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:24.417953 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-af60cecb-0d7e-43f9-b4f1-32fb1c39835e req-05bbc1e8-3951-45c0-a9c7-c7d9433cf033 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 932 time: 0.0915151 May 10 17:46:24.567580 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-af60cecb-0d7e-43f9-b4f1-32fb1c39835e req-0079e096-df37-4bf6-b191-82946e155e91 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421514 May 10 17:46:24.711353 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-4ff3f7e8-13e6-4daf-aa30-ecfc4ec1a99d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:46:24.712200 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-4ff3f7e8-13e6-4daf-aa30-ecfc4ec1a99d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053437 May 10 17:46:24.772710 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Request body: {'port': {'device_id': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:24.895722 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:25.283638 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1102dfe4-1058-4e26-99f6-573259db13ef {{(pid=79269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:46:25.291566 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:25.306221 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.provisioning_blocks [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Transition to ACTIVE for port object 1102dfe4-1058-4e26-99f6-573259db13ef will not be triggered until provisioned by entity L2. {{(pid=79269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:46:25.374073 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:25.378003 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0e7a0fa3-834a-411e-99d5-32a75e7fe717 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:25.531554 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Pushing event updated for resources: {'Port': ['ID=1102dfe4-1058-4e26-99f6-573259db13ef,revision_number=2']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:25.542106 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:25.623624 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Attempting to bind port 1102dfe4-1058-4e26-99f6-573259db13ef on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:46:25.623624 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Attempting to bind port 1102dfe4-1058-4e26-99f6-573259db13ef by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:46:25.624001 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Attempting to bind port 1102dfe4-1058-4e26-99f6-573259db13ef on network 477d832e-2197-47aa-b86c-fd4a48508554 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:46:25.629413 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Port 1102dfe4-1058-4e26-99f6-573259db13ef on network 477d832e-2197-47aa-b86c-fd4a48508554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:46:25.629741 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Attempting to bind port 1102dfe4-1058-4e26-99f6-573259db13ef on network 477d832e-2197-47aa-b86c-fd4a48508554 {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:46:25.635141 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Checking agent: {'id': '8f343556-13c1-488d-aa32-b07e28ece985', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'started_at': datetime.datetime(2021, 5, 10, 17, 33, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:46:25.635478 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Checking segment: {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:46:25.635860 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Bound using segment: {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'} {{(pid=79269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:46:25.636972 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.managers [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Bound port: 1102dfe4-1058-4e26-99f6-573259db13ef, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00099808-0640-44a1-a620-d4cc9f06334d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554'}}] {{(pid=79269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:46:25.637384 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:25.778543 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] For port 1102dfe4-1058-4e26-99f6-573259db13ef, host hv-cinder-78638, cleared binding levels {{(pid=79269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:46:25.781976 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] For port 1102dfe4-1058-4e26-99f6-573259db13ef, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1102dfe4-1058-4e26-99f6-573259db13ef,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:46:25.807262 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c346b8a-a62e-425c-b2d2-4e952a42e26b req-00e9293c-86a3-4609-a2e3-c4bb55c8661d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:25.809249 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1c346b8a-a62e-425c-b2d2-4e952a42e26b req-00e9293c-86a3-4609-a2e3-c4bb55c8661d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 944 time: 0.1266356 May 10 17:46:25.855865 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1c346b8a-a62e-425c-b2d2-4e952a42e26b req-e3cb4fca-f0ae-4789-ac89-5f0903d01252 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 May 10 17:46:25.877106 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:25.881066 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-0c95a388-045a-45b2-adab-a90fbeb2e2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:25.939996 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:25.940346 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:25.941564 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] 10.222.0.39 "PUT /v2.0/ports/1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 1094 time: 1.2228026 May 10 17:46:25.942024 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:46:25.980373 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Pushing event updated for resources: {'Port': ['ID=1102dfe4-1058-4e26-99f6-573259db13ef,revision_number=3']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:25.984995 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:26.111528 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef', 'status': 'completed', 'code': 200} May 10 17:46:26.163401 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-8e7baefb-84fb-44af-b610-6fb5c12ec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:26.164874 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-8e7baefb-84fb-44af-b610-6fb5c12ec776 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1097 time: 0.0903296 May 10 17:46:26.256325 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-21aba74d-d572-4427-8b85-04d960935ebc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 217 time: 0.0720453 May 10 17:46:26.319450 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-98ab1d8e-a87d-4b70-9f90-9bd7d097696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:26.320881 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-98ab1d8e-a87d-4b70-9f90-9bd7d097696b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0578904 May 10 17:46:26.404104 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-1a8b5b0e-5416-41e2-b1ee-5bfec4c07890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:26.405480 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-1a8b5b0e-5416-41e2-b1ee-5bfec4c07890 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766385 May 10 17:46:26.549931 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-3ea65ae7-2150-4595-95b3-6d07b7810075 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330607 May 10 17:46:26.689072 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9fdfae28-5c53-4015-ac15-f10580b0ffd5 req-3a189bf4-c86a-4d41-b35f-095e137854ae service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308086 May 10 17:46:27.091329 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-1d15c110-3432-45a3-9b0e-2ae566cc6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:27.092797 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-1d15c110-3432-45a3-9b0e-2ae566cc6ca3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1097 time: 0.2305455 May 10 17:46:27.110772 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfff4d-06ee-4d58-9cc2-535304384a05 req-fdc78d40-e6dc-492a-b7ac-a215214541e6 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:27.112213 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d2cfff4d-06ee-4d58-9cc2-535304384a05 req-fdc78d40-e6dc-492a-b7ac-a215214541e6 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 944 time: 0.1189587 May 10 17:46:27.253980 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d2cfff4d-06ee-4d58-9cc2-535304384a05 req-8d009258-a48f-4906-bed4-851a095c0ab5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230731 May 10 17:46:27.278803 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-237f1a7e-fe7f-490e-9f15-6862fb734b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:27.280236 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-237f1a7e-fe7f-490e-9f15-6862fb734b94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 915 time: 0.1774416 May 10 17:46:27.351319 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-58d93e1d-4ad3-47fc-9d7c-ef4aef726a84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 217 time: 0.0642302 May 10 17:46:27.419134 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-7311318f-f45e-4c37-926e-f42dc947d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:27.420630 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-7311318f-f45e-4c37-926e-f42dc947d455 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0597391 May 10 17:46:27.505741 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-c6465807-dc95-4939-9fd7-6bf54bfcd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:27.507244 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-c6465807-dc95-4939-9fd7-6bf54bfcd303 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763903 May 10 17:46:27.651127 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-4394f7e5-1d66-455b-a8d2-ae39502b672b service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315193 May 10 17:46:27.799752 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b31b2dd5-7014-4554-bd55-58b07cc20c64 req-310e55e8-d91f-478f-aeef-543c61c0645e service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417961 May 10 17:46:28.454086 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d870-f944-4ef4-a7a1-342205bcec26 req-d61419ba-41fc-43c2-b703-ca1c3ba7cb2f tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:28.455762 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-39b5d870-f944-4ef4-a7a1-342205bcec26 req-d61419ba-41fc-43c2-b703-ca1c3ba7cb2f tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 944 time: 0.0914462 May 10 17:46:28.502538 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-39b5d870-f944-4ef4-a7a1-342205bcec26 req-b169b374-885b-4786-85a6-987c9051992e tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 May 10 17:46:28.677148 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:29.703659 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774d6f9-d3f0-4a61-b4b8-7f61c77374bc req-ad4332ee-f010-47b0-8f33-4c942c6b1609 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:29.705103 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5774d6f9-d3f0-4a61-b4b8-7f61c77374bc req-ad4332ee-f010-47b0-8f33-4c942c6b1609 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 944 time: 0.0894907 May 10 17:46:29.759528 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5774d6f9-d3f0-4a61-b4b8-7f61c77374bc req-aa2c2587-9284-40fe-b1f3-fe1408e06ebe tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 May 10 17:46:30.257963 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 1102dfe4-1058-4e26-99f6-573259db13ef details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:46:30.406138 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 1102dfe4-1058-4e26-99f6-573259db13ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1102dfe4-1058-4e26-99f6-573259db13ef,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:46:30.424113 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Returning: {'device': '1102dfe4-1058-4e26-99f6-573259db13ef', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'port_id': '1102dfe4-1058-4e26-99f6-573259db13ef', 'mac_address': 'fa:16:3e:ee:d9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:46:30.479349 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:30.500382 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1102dfe4-1058-4e26-99f6-573259db13ef {{(pid=79270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:46:30.516117 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 1102dfe4-1058-4e26-99f6-573259db13ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1102dfe4-1058-4e26-99f6-573259db13ef,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:46:30.617336 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:30.619163 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:30.696323 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=1102dfe4-1058-4e26-99f6-573259db13ef,revision_number=4']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:30.700892 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:30.970131 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bbf1b-475e-434e-a94d-b307bd7e7236 req-214a4244-8b86-43bb-ad71-4804b722a323 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:30.971560 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3d4bbf1b-475e-434e-a94d-b307bd7e7236 req-214a4244-8b86-43bb-ad71-4804b722a323 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 945 time: 0.0911629 May 10 17:46:30.999628 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['1102dfe4-1058-4e26-99f6-573259db13ef'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:46:31.031703 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3d4bbf1b-475e-434e-a94d-b307bd7e7236 req-5578de92-1e86-4f58-ba60-485caa024c63 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541546 May 10 17:46:32.244987 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82d3af-4fb9-4beb-9171-133d1f191598 req-fd5e141d-cd84-424f-8a62-9de712e53413 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:32.246590 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ce82d3af-4fb9-4beb-9171-133d1f191598 req-fd5e141d-cd84-424f-8a62-9de712e53413 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 945 time: 0.0992160 May 10 17:46:32.295874 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 1102dfe4-1058-4e26-99f6-573259db13ef up at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:46:32.307244 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-ce82d3af-4fb9-4beb-9171-133d1f191598 req-e52cc103-85ea-4711-af74-94693cda60d9 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 May 10 17:46:32.504905 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning for port 1102dfe4-1058-4e26-99f6-573259db13ef completed by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:46:32.510197 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Provisioning complete for port 1102dfe4-1058-4e26-99f6-573259db13ef triggered by entity L2. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:46:32.510668 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:32.678395 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:32.708959 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef'}] {{(pid=79270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:46:32.719796 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] For port 1102dfe4-1058-4e26-99f6-573259db13ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1102dfe4-1058-4e26-99f6-573259db13ef,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:46:32.814692 dv-cinder-786383-3-smb neutron-server[79270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef', 'code': 200} May 10 17:46:32.815313 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803'] for port, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:32.818005 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-fdb8974f-1ec4-4cc0-baa5-e56bf4d17fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:32.897387 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Pushing event updated for resources: {'Port': ['ID=1102dfe4-1058-4e26-99f6-573259db13ef,revision_number=5']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:32.900550 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:33.333271 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8df59-dcba-4a56-968e-71dc9cad747c req-149ebcb5-da61-46f1-8c7a-fe28c16dcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:33.334836 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f7a8df59-dcba-4a56-968e-71dc9cad747c req-149ebcb5-da61-46f1-8c7a-fe28c16dcb1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1099 time: 0.0741498 May 10 17:46:33.390163 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f7a8df59-dcba-4a56-968e-71dc9cad747c req-ef7eac15-b2dc-444f-b240-3710c44c97f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 May 10 17:46:33.505177 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b11c-5f61-4ca5-b1ae-912c79b61f02 req-6cdbe049-df5a-4adc-9a72-63fb2ccbde80 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:33.506691 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7ea3b11c-5f61-4ca5-b1ae-912c79b61f02 req-6cdbe049-df5a-4adc-9a72-63fb2ccbde80 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0905368 May 10 17:46:33.561078 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-7ea3b11c-5f61-4ca5-b1ae-912c79b61f02 req-90071c3e-d0c6-436e-8d14-ba57bc3b630d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 May 10 17:46:34.785454 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fec95c-42a7-487e-95d8-b2b7098eb6b4 req-b8269c20-dc77-4a54-b1c4-e291d68f051c tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:34.786978 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-00fec95c-42a7-487e-95d8-b2b7098eb6b4 req-b8269c20-dc77-4a54-b1c4-e291d68f051c tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0944476 May 10 17:46:34.840881 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-00fec95c-42a7-487e-95d8-b2b7098eb6b4 req-b64d6561-00e8-47a4-9ff9-b6742c496492 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 May 10 17:46:35.384840 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-7c020784-344d-426b-b34b-140e480c6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:36.039235 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ba32-738d-4122-abdf-7552043e7dcb req-83c49a76-0c66-4183-b1d9-450eb6d57a8b tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:36.040725 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9cb1ba32-738d-4122-abdf-7552043e7dcb req-83c49a76-0c66-4183-b1d9-450eb6d57a8b tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0880480 May 10 17:46:36.093735 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9cb1ba32-738d-4122-abdf-7552043e7dcb req-72e6eb7c-db17-45cf-bd73-db452add67d4 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 May 10 17:46:36.409656 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820d3f-8349-47c4-8bf0-aa41a6041d2a req-c59c46e1-f4ae-40ec-a41a-cf81c388823f tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:36.411620 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08820d3f-8349-47c4-8bf0-aa41a6041d2a req-c59c46e1-f4ae-40ec-a41a-cf81c388823f tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.1975079 May 10 17:46:36.459562 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-08820d3f-8349-47c4-8bf0-aa41a6041d2a req-6c821802-e872-4dd8-8f27-031ac6a4cba7 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 May 10 17:46:36.877775 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ac361-10e8-4bdb-8664-decbf5890c73 req-fcde799e-296c-4f6a-997b-6101f8d99f63 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:36.879288 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cc2ac361-10e8-4bdb-8664-decbf5890c73 req-fcde799e-296c-4f6a-997b-6101f8d99f63 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0849600 May 10 17:46:36.926126 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-cc2ac361-10e8-4bdb-8664-decbf5890c73 req-8aa5f262-6b4d-4014-a4f3-365198e22c60 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 May 10 17:46:38.094016 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d331c8be-9f8a-45e2-bd4d-843fbce96644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:38.423901 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:39.231456 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:39.785811 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a6000e-3cca-4172-b292-d66346fc4738 req-e34ec1c4-15ac-4a6b-8787-161e38d91451 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814123 May 10 17:46:39.951830 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6000e-3cca-4172-b292-d66346fc4738 req-f38625a8-279d-40a7-bda7-9af28d76af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:39.954136 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a6000e-3cca-4172-b292-d66346fc4738 req-f38625a8-279d-40a7-bda7-9af28d76af19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1099 time: 0.0799603 May 10 17:46:40.147575 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6000e-3cca-4172-b292-d66346fc4738 req-5e2a8afb-f353-446c-994c-f64113690c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:40.149037 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a6000e-3cca-4172-b292-d66346fc4738 req-5e2a8afb-f353-446c-994c-f64113690c31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 915 time: 0.1655893 May 10 17:46:40.228935 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a6000e-3cca-4172-b292-d66346fc4738 req-87f0beed-13d4-4512-9008-69dcd02558d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 217 time: 0.0729065 May 10 17:46:40.303941 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6000e-3cca-4172-b292-d66346fc4738 req-3f9041ca-5e12-49d9-b179-e9e3b2052f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:40.305458 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a6000e-3cca-4172-b292-d66346fc4738 req-3f9041ca-5e12-49d9-b179-e9e3b2052f72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0702181 May 10 17:46:40.402948 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6000e-3cca-4172-b292-d66346fc4738 req-c71a116f-3c6f-4c3a-8019-cc7e979d7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:40.404423 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a6000e-3cca-4172-b292-d66346fc4738 req-c71a116f-3c6f-4c3a-8019-cc7e979d7ee4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923195 May 10 17:46:40.588129 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a6000e-3cca-4172-b292-d66346fc4738 req-c9baf75d-bb94-4072-98e7-9f99e3293d4a service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765273 May 10 17:46:40.759547 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-78a6000e-3cca-4172-b292-d66346fc4738 req-988a7f68-ecd6-414a-8c31-abfdfcfbc99a service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646516 May 10 17:46:40.761672 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:44.564602 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40999c76-4f47-412a-803f-4f20024d1a4c req-6d85e082-5263-43a2-bd49-8f6d3b6001dd tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:44.566122 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-40999c76-4f47-412a-803f-4f20024d1a4c req-6d85e082-5263-43a2-bd49-8f6d3b6001dd tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0946023 May 10 17:46:44.613042 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-40999c76-4f47-412a-803f-4f20024d1a4c req-66261ea9-ab79-43cc-9b5a-3945eaf70cba tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 May 10 17:46:44.638854 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50954) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:44.771790 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7156c7d0-f933-4113-859e-32bc5ae56acd tempest-TestMinimumBasicScenario-180140446 tempest-TestMinimumBasicScenario-180140446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:44.772568 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7156c7d0-f933-4113-859e-32bc5ae56acd tempest-TestMinimumBasicScenario-180140446 tempest-TestMinimumBasicScenario-180140446-project-admin] Synchronizing usage tracker for tenant:949b6b8fab8f4055972b82d107f3759b on resource:port {{(pid=79268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:46:44.865054 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-7156c7d0-f933-4113-859e-32bc5ae56acd tempest-TestMinimumBasicScenario-180140446 tempest-TestMinimumBasicScenario-180140446-project-admin] Unset dirty status for tenant:949b6b8fab8f4055972b82d107f3759b on resource:port {{(pid=79268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:46:44.866142 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7156c7d0-f933-4113-859e-32bc5ae56acd tempest-TestMinimumBasicScenario-180140446 tempest-TestMinimumBasicScenario-180140446-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1094 time: 0.2262349 May 10 17:46:44.869360 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50960) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:44.875524 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'floatingip': {'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'port_id': '1102dfe4-1058-4e26-99f6-573259db13ef', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:44.884488 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:44.889208 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:floatingip and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:44.892181 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:44.897873 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:45.001971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for floatingip, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:45.173634 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:45.349364 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_common [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Allocated IP 172.28.0.162 (3e1e8173-2c96-4a15-b9b4-45d791a5d1ce/d2c0d2a5-3434-4ae8-bde6-9439583bf77c/177f94e3-6e6a-408e-8c30-c820c6e6a6f3) {{(pid=79268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:46:45.519468 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for port, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:45.643144 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761337460740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:45.650500 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a96c63e2-24b3-4ac4-a49d-0fab4e5efcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:45.709329 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Network 3e1e8173-2c96-4a15-b9b4-45d791a5d1ce is already hosted by enough agents. {{(pid=79268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:46:45.712125 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.base_scheduler [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources bound (agent type, host, resource id): {{(pid=79268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:46:45.717797 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Received port after_create {{(pid=79268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:46:45.769278 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'Port': ['ID=177f94e3-6e6a-408e-8c30-c820c6e6a6f3,revision_number=1']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:45.782904 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.783211 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.783532 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.783892 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.784247 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.784596 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.784951 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.785308 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.785660 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.786009 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.786353 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.786790 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:45.791741 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:46.234223 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:46.402637 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:46.620488 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for port, precommit_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:46.720326 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2354570'] for port, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:46.725981 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-190ce023-d6a2-481c-94ff-048095e4a15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:46.965803 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'Port': ['ID=177f94e3-6e6a-408e-8c30-c820c6e6a6f3,revision_number=2']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:46.969905 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:46.985795 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:47.196768 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.l3_db [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Floating IP 8fea2589-2f39-4bd9-b1ff-de659ac5681c associated. External IP: 172.28.0.162, port: 1102dfe4-1058-4e26-99f6-573259db13ef. May 10 17:46:47.590773 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Router a85bb890-183b-4b0b-9b8a-614dfc235f86 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:46:47.795636 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:46:47.807076 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] Sync routers for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:46:47.819120 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:46:47.819753 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:46:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:46:47.888754 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:47.974093 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1028814 May 10 17:46:47.975052 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:46:47.978255 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 50964) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:47.989012 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7833204', 'description': 'tempest-secgroup-smoke-7833204 description', 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99'}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:48.000205 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:48.007611 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:security_group and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:48.012906 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:48.024432 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:48.027086 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:46:48.062602 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef', 'status': 'completed', 'code': 200} May 10 17:46:48.181991 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group, before_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:48.232368 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:48.238616 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:security_group_rule and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:48.241868 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79269) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:48.251048 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.quota.driver [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:48.282974 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-5c845335-02b1-4147-adaf-40bedc767291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:48.284622 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-5c845335-02b1-4147-adaf-40bedc767291 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1099 time: 0.1622009 May 10 17:46:48.471752 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group, precommit_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:48.497174 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-8733c1a0-200b-4d8d-a9da-da47ba8ae705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:48.499639 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-8733c1a0-200b-4d8d-a9da-da47ba8ae705 service neutron] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 915 time: 0.2068896 May 10 17:46:48.524973 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '8fea2589-2f39-4bd9-b1ff-de659ac5681c', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'port_id': '1102dfe4-1058-4e26-99f6-573259db13ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'mac_address': 'fa:16:3e:ee:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:46:46Z', 'updated_at': '2021-05-10T17:46:46Z', 'revision_number': 0, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:52Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:46:48.529922 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] Checking router: a85bb890-183b-4b0b-9b8a-614dfc235f86 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:46:48.539015 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:46:48.539754 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:46:38Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:46:48.593723 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_create {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:48.611426 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-a1ea581f-2daf-4cc7-81d3-bd3782ddb80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:48.679806 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ddeef1-7b40-49d1-9111-fd87e8eab153,revision_number=1']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:48.689051 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-945e105e-6344-47a8-ab10-59aee70d3a2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 1000 time: 0.1806912 May 10 17:46:48.693883 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.694275 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.694670 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.695032 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.695400 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.695763 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.696122 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.696488 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.696844 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.697192 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.697580 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.697977 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:48.703063 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:48.750065 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:46:48.750874 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:48.752287 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-78731ac0-63ba-40ad-a69a-6cc69deb18cf tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7712913 May 10 17:46:48.756566 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50970) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:48.769379 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'security_group_rule': {'security_group_id': '50ddeef1-7b40-49d1-9111-fd87e8eab153', 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:48.777810 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-d53447f0-fdb8-4ed6-9238-0f0df0b6c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:48.780163 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-d53447f0-fdb8-4ed6-9238-0f0df0b6c22a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0783062 May 10 17:46:48.783022 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:48.790136 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:security_group_rule and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:48.795696 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:48.805161 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:48.918454 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:49.013370 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:49.027214 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-dbd6b845-a093-48a3-bdfa-be52816706c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:49.028930 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-dbd6b845-a093-48a3-bdfa-be52816706c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2362525 May 10 17:46:49.134259 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:49.144483 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-11061376-c888-4ebe-bdc7-26812de16f6f tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:49.168646 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015de87f-857a-4ea4-92e5-5725e17cef9d,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:49.180893 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:49.197433 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-a3e85395-6d0b-412a-ab40-db19259c9570 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565135 May 10 17:46:49.226840 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '8fea2589-2f39-4bd9-b1ff-de659ac5681c', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'port_id': '1102dfe4-1058-4e26-99f6-573259db13ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'mac_address': 'fa:16:3e:ee:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:46:46Z', 'updated_at': '2021-05-10T17:46:46Z', 'revision_number': 0, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:52Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:46:49.232749 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209fff9-c089-40b5-8532-8f06bad1fb04 None None] The sync data for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb is: [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_floatingips': [{'id': '8fea2589-2f39-4bd9-b1ff-de659ac5681c', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'router_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'port_id': '1102dfe4-1058-4e26-99f6-573259db13ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'mac_address': 'fa:16:3e:ee:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:46:46Z', 'updated_at': '2021-05-10T17:46:46Z', 'revision_number': 0, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:52Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:46:49.269140 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:49.270876 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-b5d916af-dd34-4e27-b5f1-b3f49c5328ec tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5115802 May 10 17:46:49.274812 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50974) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:49.284185 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'security_group_rule': {'security_group_id': '50ddeef1-7b40-49d1-9111-fd87e8eab153', 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:49.292587 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:49.300760 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:security_group_rule and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:49.305456 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:49.313585 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:49.377875 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-c589bf98-1560-4f48-993e-6881b3f0e935 req-064d6b8b-abe6-4076-98b5-3aeb523e1594 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659009 May 10 17:46:49.444175 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:49.482047 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba754ee5-4cfd-4942-8770-543ee4bba91b None None] New status for floating IP 8fea2589-2f39-4bd9-b1ff-de659ac5681c: ACTIVE {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:46:49.530042 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:49.641923 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:49.644936 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:49.681386 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058f6592-130a-4050-bf5d-f9a9aa9e8b9e,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:49.684132 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:49.796965 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:49.799204 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-3ff49395-4ea3-472b-8912-46ffb0f72653 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5227523 May 10 17:46:49.801710 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50978) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:49.809089 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'security_group_rule': {'security_group_id': '50ddeef1-7b40-49d1-9111-fd87e8eab153', 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:49.815514 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:49.824971 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:security_group_rule and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:49.828477 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:49.835126 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:49.990854 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:50.076424 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:50.194247 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:50.201738 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-851e5214-0a54-4dc0-852e-4f6d16116fa4 tempest-AttachVolumeTestJSON-1619879912 tempest-AttachVolumeTestJSON-1619879912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:50.224973 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06845c9-a66e-4109-99cc-4955efc4e217,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:50.227652 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:50.325857 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:50.327021 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1bfb7daf-e963-4e7e-b0c5-0194606d2200 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5241764 May 10 17:46:50.330375 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50982) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:50.335849 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'security_group_rule': {'security_group_id': '50ddeef1-7b40-49d1-9111-fd87e8eab153', 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:50.342541 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:50.346870 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:security_group_rule and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:50.350070 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:50.356859 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:50.459728 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:50.542704 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:50.725259 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:50.727454 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2d31c1ec-d599-4956-877c-de53e6286f75 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:50.754268 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7772e2-5930-49b4-9f22-986b0ca2935e,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:50.761396 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:50.857547 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:50.859078 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-98ba4029-af1c-46d2-955a-63d1bb963fb3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5276761 May 10 17:46:50.863566 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50986) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:50.869082 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'security_group_rule': {'security_group_id': '50ddeef1-7b40-49d1-9111-fd87e8eab153', 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:50.875957 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:50.880030 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:security_group_rule and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:50.883063 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:50.889890 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:51.007575 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.securitygroups_db [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Project cfb991b4fa604304abb77eeaf47d8d99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:46:51.014991 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:51.092226 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:51.191243 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:51.193542 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:51.218799 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b6d453-e563-4870-b941-1707f747d18a,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:51.221738 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:51.333187 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:51.334372 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-43107b8b-55cd-4350-a9cf-9bbc73952b77 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4697182 May 10 17:46:51.337130 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 50990) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:46:51.342871 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.v2.base [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'security_group_rule': {'security_group_id': '50ddeef1-7b40-49d1-9111-fd87e8eab153', 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:51.348799 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:46:51.352669 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Usage tracker for resource:security_group_rule and tenant:cfb991b4fa604304abb77eeaf47d8d99 is out of sync, need to count used quota {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:46:51.356273 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.quota.resource [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:46:51.361936 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.quota.driver [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:46:51.464779 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.securitygroups_db [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Project cfb991b4fa604304abb77eeaf47d8d99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:46:51.470933 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:51.541572 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:51.719449 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634894'] for security_group_rule, after_create {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:51.721555 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-c29d3a35-2200-42fb-8509-ac148d2232e1 tempest-AttachVolumeShelveTestJSON-1790865389 tempest-AttachVolumeShelveTestJSON-1790865389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:51.745547 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288b1e98-5ae3-490b-a7ff-ad46802cb891,revision_number=0']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:51.758360 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:51.868671 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:51.870489 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-cc24a3a3-f774-438b-842a-295abed830c5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5318389 May 10 17:46:51.992879 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-dc7bc332-22ef-4f03-90f6-763f970fcae7 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Synchronizing usage tracker for tenant:cfb991b4fa604304abb77eeaf47d8d99 on resource:security_group {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:46:52.114552 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-dc7bc332-22ef-4f03-90f6-763f970fcae7 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Unset dirty status for tenant:cfb991b4fa604304abb77eeaf47d8d99 on resource:security_group {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:46:52.116280 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-dc7bc332-22ef-4f03-90f6-763f970fcae7 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7833204&fields=id&tenant_id=cfb991b4fa604304abb77eeaf47d8d99 HTTP/1.1" status: 200 len: 267 time: 0.1633837 May 10 17:46:52.209020 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-16c80bca-321c-4a3d-93e6-f3d7dcce8c60 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:52.210571 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-16c80bca-321c-4a3d-93e6-f3d7dcce8c60 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0883541 May 10 17:46:52.223730 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'port': {'security_groups': ['50eb0eb4-e4aa-4d54-a159-39360cb81ae8', '50ddeef1-7b40-49d1-9111-fd87e8eab153']}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:46:52.356231 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:52.643056 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] For port 1102dfe4-1058-4e26-99f6-573259db13ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1102dfe4-1058-4e26-99f6-573259db13ef,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:46:52.672300 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:52.777155 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:52.783311 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-4847aef3-ef37-43d9-9777-5c055a68304b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:46:52.823851 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['1102dfe4-1058-4e26-99f6-573259db13ef'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:46:52.851436 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:52.852136 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:52.853806 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3cf296ec-6d83-43b7-91a0-4b11bde097f5 req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "PUT /v2.0/ports/1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 982 time: 0.6349795 May 10 17:46:52.854625 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:46:52.920955 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'Port': ['ID=1102dfe4-1058-4e26-99f6-573259db13ef,revision_number=6']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:52.929688 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-bc288d60-f4e2-4951-be70-12e145bc7950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:46:52.934636 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef', 'status': 'completed', 'code': 200} May 10 17:46:53.009564 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['1102dfe4-1058-4e26-99f6-573259db13ef'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:46:53.132428 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-d0a56145-8c9c-4f68-a62c-c80874a28722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:53.133728 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-d0a56145-8c9c-4f68-a62c-c80874a28722 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1138 time: 0.1526172 May 10 17:46:53.179601 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282318c-cf22-4dbe-82e7-85a84b63228c req-5f02890f-9186-42ad-a4bf-169a4d2dc950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:53.181083 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8282318c-cf22-4dbe-82e7-85a84b63228c req-5f02890f-9186-42ad-a4bf-169a4d2dc950 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.1606798 May 10 17:46:53.257957 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-8742d038-b119-4068-9c00-2f4aae5f1aaf None None] Provisioning complete for port 1102dfe4-1058-4e26-99f6-573259db13ef triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:46:53.258338 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8742d038-b119-4068-9c00-2f4aae5f1aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:46:53.310317 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8282318c-cf22-4dbe-82e7-85a84b63228c req-85acae65-3233-4c11-b35d-0c6a23be820d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0838614 May 10 17:46:53.341468 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-79b009be-c914-42e3-a720-d0541f48b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:53.344747 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-79b009be-c914-42e3-a720-d0541f48b777 service neutron] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 915 time: 0.2014749 May 10 17:46:53.533439 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-64bc6cde-b0ac-402a-804d-3f0f42869378 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 1002 time: 0.1785636 May 10 17:46:53.613227 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-355b5796-7c78-4056-bf3b-37754f1d072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:53.614774 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-355b5796-7c78-4056-bf3b-37754f1d072d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0732973 May 10 17:46:53.731119 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-ef7229de-7574-4189-b009-04c237ffc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:46:53.733840 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-ef7229de-7574-4189-b009-04c237ffc353 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1112077 May 10 17:46:54.049682 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-5d24b212-9c83-4f07-afc7-9301fb81fc7b service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089621 May 10 17:46:54.225423 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-df8964c1-9fb9-406b-841a-4dc1c7f80f39 req-d46c57c5-8ec6-4634-83f5-193817ba3c5d service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678565 May 10 17:46:58.564569 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:46:58.750001 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:05.342520 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-17aa516d-90aa-49cd-8a25-66c3bf4bcad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:08.092853 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-851f2fc6-5d65-410a-9953-6b938f914f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:08.402595 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:09.199099 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:10.747611 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:16.525018 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7309f-cbbf-4e76-8655-8ef297c4d197 req-f75dac31-2fc4-490e-8af4-6645a0221523 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:16.527088 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3bb7309f-cbbf-4e76-8655-8ef297c4d197 req-f75dac31-2fc4-490e-8af4-6645a0221523 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0924397 May 10 17:47:16.618657 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-3bb7309f-cbbf-4e76-8655-8ef297c4d197 req-5ad90b61-e359-4245-92e9-2654637357d4 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0621939 May 10 17:47:16.642899 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec815d-3273-4543-9650-89c48d41aec2 req-ce20f597-8b08-4461-8231-f56aa341621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:16.644395 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ec815d-3273-4543-9650-89c48d41aec2 req-ce20f597-8b08-4461-8231-f56aa341621c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1138 time: 0.1276169 May 10 17:47:16.779834 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec815d-3273-4543-9650-89c48d41aec2 req-f929cf82-2018-42bd-ab54-e1dea6af2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:16.781259 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ec815d-3273-4543-9650-89c48d41aec2 req-f929cf82-2018-42bd-ab54-e1dea6af2534 service neutron] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 915 time: 0.1277945 May 10 17:47:16.885556 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ec815d-3273-4543-9650-89c48d41aec2 req-dc7e173c-f0ea-482b-8dc9-16a920a2b786 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 1002 time: 0.0964088 May 10 17:47:16.952953 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec815d-3273-4543-9650-89c48d41aec2 req-7f68852b-e9e6-4506-840a-df81bc02a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:16.954517 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ec815d-3273-4543-9650-89c48d41aec2 req-7f68852b-e9e6-4506-840a-df81bc02a8b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0602887 May 10 17:47:17.034527 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec815d-3273-4543-9650-89c48d41aec2 req-e8a57a61-e5f2-40f7-8e51-33e46683f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:17.035984 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ec815d-3273-4543-9650-89c48d41aec2 req-e8a57a61-e5f2-40f7-8e51-33e46683f312 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749216 May 10 17:47:17.171757 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ec815d-3273-4543-9650-89c48d41aec2 req-315cfa29-ea9e-4e4c-96d5-77660f22e0f5 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280673 May 10 17:47:17.319180 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-35ec815d-3273-4543-9650-89c48d41aec2 req-5f209533-4456-48d7-b63a-bef0b8b42177 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400523 May 10 17:47:17.812619 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca8a65-c5b4-43a6-a9f4-3837029e67f0 req-70d911bc-5bc4-4fa9-84f7-581b2e3bc326 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:17.814142 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2dca8a65-c5b4-43a6-a9f4-3837029e67f0 req-70d911bc-5bc4-4fa9-84f7-581b2e3bc326 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0831156 May 10 17:47:17.863954 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2dca8a65-c5b4-43a6-a9f4-3837029e67f0 req-3dd1dc17-07a2-430e-a081-659b80b59a11 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0434887 May 10 17:47:19.056299 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d869dff-1090-48ff-bcd6-cfb2d6108dd0 req-80088fdf-7f63-4a71-addb-314dc5ff17fd tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:19.058477 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2d869dff-1090-48ff-bcd6-cfb2d6108dd0 req-80088fdf-7f63-4a71-addb-314dc5ff17fd tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0854311 May 10 17:47:19.105502 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2d869dff-1090-48ff-bcd6-cfb2d6108dd0 req-214aac7b-c7cf-4f9a-b973-c67e014028fa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0412712 May 10 17:47:20.294813 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62f736-afe6-462d-a0b8-b521b329a9d4 req-ac9b1227-4213-4fa4-88b4-07f6f9a43fce tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:20.296276 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9a62f736-afe6-462d-a0b8-b521b329a9d4 req-ac9b1227-4213-4fa4-88b4-07f6f9a43fce tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0798314 May 10 17:47:20.344228 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-9a62f736-afe6-462d-a0b8-b521b329a9d4 req-4b96c803-8fb8-4468-b474-2eb500bc539d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0419679 May 10 17:47:21.545378 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f150-b509-4f52-b034-fe74d9db3fbc req-24c270bc-73b4-479d-8ab6-289054259cc1 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:21.546955 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1f94f150-b509-4f52-b034-fe74d9db3fbc req-24c270bc-73b4-479d-8ab6-289054259cc1 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0920830 May 10 17:47:21.596717 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-1f94f150-b509-4f52-b034-fe74d9db3fbc req-357b0c85-1467-4fd0-9643-3bd95766ceba tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0431912 May 10 17:47:22.793139 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc7f4b-90e7-43a1-95fb-5d1c99de215d req-5ed6aaf5-dbe7-45bb-a490-566b4e836938 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:22.795162 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b8cc7f4b-90e7-43a1-95fb-5d1c99de215d req-5ed6aaf5-dbe7-45bb-a490-566b4e836938 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0890784 May 10 17:47:22.854074 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b8cc7f4b-90e7-43a1-95fb-5d1c99de215d req-87b4359e-34d9-48c1-8aed-029e5cabd9b9 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0516336 May 10 17:47:24.048021 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d7cca-b48b-4633-bdd0-7e55ab9fcbfc req-1bc30ab5-d64e-41a6-89a4-14394fa23562 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:24.049525 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-109d7cca-b48b-4633-bdd0-7e55ab9fcbfc req-1bc30ab5-d64e-41a6-89a4-14394fa23562 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0869932 May 10 17:47:24.097572 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-109d7cca-b48b-4633-bdd0-7e55ab9fcbfc req-3e4680e3-46c4-45c5-b4b3-b816e829ed32 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0419610 May 10 17:47:25.393343 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbcef-f402-4650-9ae7-f46288f9333b req-837f3edc-a8e1-44b5-890e-b508a67036b1 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:25.394840 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d6dfbcef-f402-4650-9ae7-f46288f9333b req-837f3edc-a8e1-44b5-890e-b508a67036b1 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.1902211 May 10 17:47:25.443148 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-d6dfbcef-f402-4650-9ae7-f46288f9333b req-080c343d-977b-47b5-8970-8c8ef7b79bf2 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0425055 May 10 17:47:26.642465 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866e328-b2fa-4f0c-8569-8ab02480c7c2 req-49ec2fd5-8ea2-4ed4-9c1c-f461db0189f3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:26.643948 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4866e328-b2fa-4f0c-8569-8ab02480c7c2 req-49ec2fd5-8ea2-4ed4-9c1c-f461db0189f3 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0888515 May 10 17:47:26.696510 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-4866e328-b2fa-4f0c-8569-8ab02480c7c2 req-e09ab3ae-6738-4c87-8fb3-4c54c9ff1d72 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0465276 May 10 17:47:27.889598 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459701d-5de5-4ddb-ad85-ddfdd6ff3f6c req-b30fbaac-c13d-4575-9e3c-a55a1b9c5457 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:27.891162 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0459701d-5de5-4ddb-ad85-ddfdd6ff3f6c req-b30fbaac-c13d-4575-9e3c-a55a1b9c5457 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0826354 May 10 17:47:27.939947 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-0459701d-5de5-4ddb-ad85-ddfdd6ff3f6c req-86fdafdd-d92b-434d-bad8-f0f7bdb53d74 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0428574 May 10 17:47:28.707232 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:29.133952 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b97a47-5f90-4f73-9693-bb565c467611 req-260661da-f267-48ed-b217-641019fb2409 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:29.135434 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b8b97a47-5f90-4f73-9693-bb565c467611 req-260661da-f267-48ed-b217-641019fb2409 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0860493 May 10 17:47:29.184290 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-b8b97a47-5f90-4f73-9693-bb565c467611 req-69ff2328-706f-450b-8afd-c62df8c010e1 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0429075 May 10 17:47:30.369437 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9d037-7381-406d-9acf-731fa12b8617 req-143f759c-bcbe-4728-add1-81eadb345b08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:30.370923 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fbd9d037-7381-406d-9acf-731fa12b8617 req-143f759c-bcbe-4728-add1-81eadb345b08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0809181 May 10 17:47:30.421747 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fbd9d037-7381-406d-9acf-731fa12b8617 req-e2c79aa6-9175-4008-9b5d-7484681ae8fa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0437219 May 10 17:47:31.608753 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8405e2-7417-408a-b734-16c71986b491 req-74d0fe00-bc55-441b-8fd4-5ac37e2692af tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:31.610217 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa8405e2-7417-408a-b734-16c71986b491 req-74d0fe00-bc55-441b-8fd4-5ac37e2692af tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0801499 May 10 17:47:31.657387 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-fa8405e2-7417-408a-b734-16c71986b491 req-a4e7f8da-c3d2-4496-835e-de73bad9664b tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0412424 May 10 17:47:32.848361 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db87b73-4e42-4500-8372-8853ce3afac0 req-f52c647b-ca39-47c9-a318-1f8f18fd40a9 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:32.849791 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6db87b73-4e42-4500-8372-8853ce3afac0 req-f52c647b-ca39-47c9-a318-1f8f18fd40a9 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0840428 May 10 17:47:32.896706 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-6db87b73-4e42-4500-8372-8853ce3afac0 req-09dea425-ade2-45db-a9b5-1da28941ddb2 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0409532 May 10 17:47:34.087423 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75633-fcd0-44f3-8080-c944437e1c9a req-5cf651ba-82b6-4ba1-878e-eb3765e2865f tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:34.088889 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e0b75633-fcd0-44f3-8080-c944437e1c9a req-5cf651ba-82b6-4ba1-878e-eb3765e2865f tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0820296 May 10 17:47:34.139164 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e0b75633-fcd0-44f3-8080-c944437e1c9a req-57653e46-c832-4d2e-879e-1dfe7de59d83 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&id=50ddeef1-7b40-49d1-9111-fd87e8eab153&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0437820 May 10 17:47:35.348828 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8de20b7f-1637-4ed3-845c-fe7d9927c56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:35.563481 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:47:38.003829 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c9ee94bc-0dbb-4ff2-ab78-c09dbaf351cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:38.285934 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:39.200037 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:39.767010 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2bab525d-559c-4772-ac66-ce5964178dcb req-35e4c4a3-01c8-4d83-a15e-dcdaf0f8dcc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694468 May 10 17:47:39.940701 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab525d-559c-4772-ac66-ce5964178dcb req-b75da874-15f3-4a94-9280-8b51433ad09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:39.942199 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2bab525d-559c-4772-ac66-ce5964178dcb req-b75da874-15f3-4a94-9280-8b51433ad09a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1138 time: 0.0738640 May 10 17:47:40.096667 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab525d-559c-4772-ac66-ce5964178dcb req-f8366888-86e8-474b-8ff1-4b09c0319a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:40.098281 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2bab525d-559c-4772-ac66-ce5964178dcb req-f8366888-86e8-474b-8ff1-4b09c0319a29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 915 time: 0.1321418 May 10 17:47:40.202430 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2bab525d-559c-4772-ac66-ce5964178dcb req-0de1975e-11e7-4bec-bf8a-30dfb9a682d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 1002 time: 0.0978765 May 10 17:47:40.267623 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab525d-559c-4772-ac66-ce5964178dcb req-c279d021-3a87-42de-92dc-1028a6fac2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:40.269067 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2bab525d-559c-4772-ac66-ce5964178dcb req-c279d021-3a87-42de-92dc-1028a6fac2b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0606155 May 10 17:47:40.343661 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab525d-559c-4772-ac66-ce5964178dcb req-3eafc974-3fb0-4aba-9f44-b14522f7e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:47:40.345008 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2bab525d-559c-4772-ac66-ce5964178dcb req-3eafc974-3fb0-4aba-9f44-b14522f7e7d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690036 May 10 17:47:40.474706 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2bab525d-559c-4772-ac66-ce5964178dcb req-8ff730ef-ba81-4056-b457-c3b4f7e416e1 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228640 May 10 17:47:40.606842 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-2bab525d-559c-4772-ac66-ce5964178dcb req-6de267fb-741d-4518-ad71-19582ea9146d service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255324 May 10 17:47:40.726204 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:47:58.726380 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:05.331232 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-a6a5486c-5438-4624-bd64-9c96076225e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:08.037965 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36771c85-4313-419e-959d-921196a021cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:08.305973 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:09.234100 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:09.715889 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-d98ba2ed-fe02-4619-bf28-6e0d08c808f1 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7833204&fields=id&tenant_id=cfb991b4fa604304abb77eeaf47d8d99 HTTP/1.1" status: 200 len: 267 time: 0.0420740 May 10 17:48:09.813678 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-bb98b523-0e1d-4304-a94d-b630b601ef5d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:09.815241 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-bb98b523-0e1d-4304-a94d-b630b601ef5d tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 985 time: 0.0938005 May 10 17:48:09.826429 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.v2.base [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Request body: {'port': {'security_groups': ['50eb0eb4-e4aa-4d54-a159-39360cb81ae8']}} {{(pid=79269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:48:10.057674 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524679'] for port, before_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.308810 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] For port 1102dfe4-1058-4e26-99f6-573259db13ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1102dfe4-1058-4e26-99f6-573259db13ef,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:10.334426 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for port, precommit_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.396155 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761337895783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761337460758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761337460803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265981'] for port, after_update {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.402223 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-798ae65a-7116-408f-8e9c-e39f19b569f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:10.454237 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['1102dfe4-1058-4e26-99f6-573259db13ef'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:48:10.469927 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:10.470582 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.471971 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e496f273-de1b-43b4-ac1a-e83e2d7c4b19 req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "PUT /v2.0/ports/1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 943 time: 0.6502929 May 10 17:48:10.472500 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:48:10.478262 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51058) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:10.512623 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event updated for resources: {'Port': ['ID=1102dfe4-1058-4e26-99f6-573259db13ef,revision_number=7']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:10.521326 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.521698 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.522064 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.522982 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.523510 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.523875 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.524283 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.524736 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.525101 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.525455 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.525951 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.526309 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.531492 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-7732e553-cf1c-4d83-b5df-f3edecc04c95 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:10.563878 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef', 'status': 'completed', 'code': 200} May 10 17:48:10.601123 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.629205 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['1102dfe4-1058-4e26-99f6-573259db13ef'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:48:10.640587 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.702286 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-ba0f0339-41be-4bef-95e1-a7b4cb202427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:10.703382 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-ba0f0339-41be-4bef-95e1-a7b4cb202427 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1099 time: 0.0919170 May 10 17:48:10.794026 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.812338 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-eaabd8e7-16fd-46f6-bc03-c4e75678d342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:10.834135 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.provisioning_blocks [None req-23981b2b-c4fd-4710-b2af-36499287ead6 None None] Provisioning complete for port 1102dfe4-1058-4e26-99f6-573259db13ef triggered by entity DHCP. {{(pid=79270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:48:10.834542 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-23981b2b-c4fd-4710-b2af-36499287ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1405776'] for port, provisioning_complete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.835710 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ddeef1-7b40-49d1-9111-fd87e8eab153,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:10.843803 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.844418 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.844950 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.845480 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.845993 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.846557 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.847082 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.847601 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.848117 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.848638 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.849141 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.849652 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:10.854056 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:10.862074 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-406906dd-dfa1-4bfd-b9ce-c2128b877a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:10.868335 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-406906dd-dfa1-4bfd-b9ce-c2128b877a6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 915 time: 0.1465273 May 10 17:48:10.876992 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.902920 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:10.904115 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-562ef1e7-08d8-40f6-ada5-4e00449ecc08 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "DELETE /v2.0/security-groups/50ddeef1-7b40-49d1-9111-fd87e8eab153 HTTP/1.1" status: 204 len: 168 time: 0.4247580 May 10 17:48:10.910663 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51062) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:10.976220 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-07350ece-3f30-426d-b65e-7a4580df1f6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 1002 time: 0.1048305 May 10 17:48:11.049373 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-286bdbf2-9212-4357-b858-12fb493f9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:11.051021 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-286bdbf2-9212-4357-b858-12fb493f9552 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0679581 May 10 17:48:11.140741 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-3c77c4d2-26b4-4e01-8503-8b69c2087cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:11.142363 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-3c77c4d2-26b4-4e01-8503-8b69c2087cee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824769 May 10 17:48:11.280115 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-37bb6829-fd64-4bd1-91f5-06a771b44927 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300030 May 10 17:48:11.298474 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Deleting port 177f94e3-6e6a-408e-8c30-c820c6e6a6f3 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:11.298827 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:11.415569 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-f1223836-b598-4531-9c8d-6da6c907cf51 req-3a34afb7-6a58-4ec7-8d5c-d164a1aa1573 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285477 May 10 17:48:11.433507 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:11.434287 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:11.559335 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Calling delete_port for 177f94e3-6e6a-408e-8c30-c820c6e6a6f3 owned by network:floatingip {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:11.746171 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:11.750091 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ce51a293-c0d8-4b8c-8d28-eb6d2fa5dff8 tempest-VolumesSnapshotTestJSON-927477368 tempest-VolumesSnapshotTestJSON-927477368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:11.795261 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event deleted for resources: {'Port': ['ID=177f94e3-6e6a-408e-8c30-c820c6e6a6f3,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:11.798324 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:11.901980 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks [] for floatingip, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:11.902327 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.db.l3_db [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Floating IP 8fea2589-2f39-4bd9-b1ff-de659ac5681c disassociated (deleted). External IP: 172.28.0.162, port: 1102dfe4-1058-4e26-99f6-573259db13ef. May 10 17:48:12.251953 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Router a85bb890-183b-4b0b-9b8a-614dfc235f86 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:48:12.432380 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:48:12.441801 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] Sync routers for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:48:12.450828 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:48:12.451440 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:48:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:12.502542 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for floatingip, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:12.558651 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-2ddded1c-f296-4520-8ba6-a416a49da2aa tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "DELETE /v2.0/floatingips/8fea2589-2f39-4bd9-b1ff-de659ac5681c HTTP/1.1" status: 204 len: 168 time: 1.6468976 May 10 17:48:12.559428 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef'}] {{(pid=79268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:48:12.562607 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:48:12.647208 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:48:12.738684 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef', 'status': 'completed', 'code': 200} May 10 17:48:12.876517 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-9ad86f73-6ffb-4edd-9df8-fadd671587d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:12.878346 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-9ad86f73-6ffb-4edd-9df8-fadd671587d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 1099 time: 0.0768597 May 10 17:48:13.027080 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-ef2e4edb-e17d-468d-b0e0-89208526cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:13.028628 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-ef2e4edb-e17d-468d-b0e0-89208526cb9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 200 len: 915 time: 0.1396229 May 10 17:48:13.049990 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:52Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:13.054680 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] Checking router: a85bb890-183b-4b0b-9b8a-614dfc235f86 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:48:13.063687 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:48:13.064395 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:48:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:13.107205 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-bcf0ef26-29f9-4cbf-8226-7752c91701f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 200 len: 217 time: 0.0672216 May 10 17:48:13.196499 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-a9d04418-2ef4-43cd-8498-3fe34e337c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:13.198054 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-a9d04418-2ef4-43cd-8498-3fe34e337c27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 200 len: 853 time: 0.0796952 May 10 17:48:13.265067 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:48:13.293171 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-98700687-edb7-45a0-975a-5b78b14d27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:13.294732 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-98700687-edb7-45a0-975a-5b78b14d27eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=477d832e-2197-47aa-b86c-fd4a48508554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830019 May 10 17:48:13.561082 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-ed9092e7-2556-4365-ba79-fd4ca3ead524 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373717 May 10 17:48:13.610392 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:52Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:13.617179 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cc1af-d0c1-4413-bd6c-2b5b660eb58c None None] The sync data for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb is: [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:45:44Z', 'revision_number': 4, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb', '_interfaces': [{'id': '14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8', 'name': '', 'network_id': '477d832e-2197-47aa-b86c-fd4a48508554', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'mac_address': 'fa:16:3e:00:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:43Z', 'updated_at': '2021-05-10T17:45:52Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'subnets': [{'id': '5284fa34-9063-4a82-adaf-773eb2c643b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:48:13.707929 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-251bcf38-a1cf-4db8-9daa-47cb944799f9 req-16edc18b-4921-4aa4-85f9-96acdb42fbb6 service neutron] 10.222.0.39 "GET /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405501 May 10 17:48:13.847341 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74d3dc-5f49-4935-b8e5-717c6ec26e9f None None] New status for floating IP 8fea2589-2f39-4bd9-b1ff-de659ac5681c: DOWN {{(pid=79271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:48:17.536877 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472dad4-30af-4414-b8e7-4327cb39f240 req-6d5d9f23-9bae-437a-a474-2e0108f2b823 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:17.538377 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5472dad4-30af-4414-b8e7-4327cb39f240 req-6d5d9f23-9bae-437a-a474-2e0108f2b823 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0810626 May 10 17:48:17.583435 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-5472dad4-30af-4414-b8e7-4327cb39f240 req-a7d01954-5bb9-4400-8fad-e33235359cde tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 May 10 17:48:18.777610 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500514a3-c106-4fc9-99e4-d5dd0a0d7e3f req-24db87b4-0117-46e1-87ec-5fc388525677 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:18.779295 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-500514a3-c106-4fc9-99e4-d5dd0a0d7e3f req-24db87b4-0117-46e1-87ec-5fc388525677 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0883708 May 10 17:48:18.825115 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-500514a3-c106-4fc9-99e4-d5dd0a0d7e3f req-94f9bcfc-6cf9-4956-b9c5-13e56a19e7f5 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 May 10 17:48:19.697558 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-6ab51d95-2f52-4fd6-b42b-69e8a80fe34b tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:19.699066 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-6ab51d95-2f52-4fd6-b42b-69e8a80fe34b tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.0857422 May 10 17:48:19.835201 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Deleting port 1102dfe4-1058-4e26-99f6-573259db13ef {{(pid=79269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:19.835932 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:20.013895 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.db [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] For port 1102dfe4-1058-4e26-99f6-573259db13ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1102dfe4-1058-4e26-99f6-573259db13ef,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:20.014587 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:20.143516 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.plugins.ml2.plugin [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Calling delete_port for 1102dfe4-1058-4e26-99f6-573259db13ef owned by compute:nova {{(pid=79269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:20.181809 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f176683-3514-4c9e-98be-195ac4ae40d7 req-7f468dae-12e3-4f0e-ba2b-7c569f60be00 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:48:20.183300 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8f176683-3514-4c9e-98be-195ac4ae40d7 req-7f468dae-12e3-4f0e-ba2b-7c569f60be00 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 946 time: 0.2441664 May 10 17:48:20.243774 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-8f176683-3514-4c9e-98be-195ac4ae40d7 req-bd7469be-6706-4e44-adf1-718e380e3280 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/security-groups?id=50eb0eb4-e4aa-4d54-a159-39360cb81ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547671 May 10 17:48:20.374286 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265956'] for port, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:20.380098 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-520a30c0-4191-45c8-9ab2-ffff06f4247f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:20.417906 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] get_ports_and_sgs() called for port_ids ['1102dfe4-1058-4e26-99f6-573259db13ef'] {{(pid=79270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:48:20.429047 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Pushing event deleted for resources: {'Port': ['ID=1102dfe4-1058-4e26-99f6-573259db13ef,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:20.432070 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:20.502975 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.db.l3_dvrscheduler_db [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] No DVR routers for this DVR port 1102dfe4-1058-4e26-99f6-573259db13ef on host hv-cinder-78638 {{(pid=79269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:48:20.505459 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1959129'] for port, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:20.508993 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'name': 'network-vif-deleted', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef'}] {{(pid=79269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:48:20.520449 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-674ae2d9-b908-4c4e-bb09-20d710daa317 req-144c2dc0-9507-4c3d-be15-5b315d991038 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.39 "DELETE /v2.0/ports/1102dfe4-1058-4e26-99f6-573259db13ef HTTP/1.1" status: 204 len: 173 time: 0.8130391 May 10 17:48:20.555632 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ae6fa-e82e-4a97-a6a5-cf43434ce425', 'name': 'network-vif-deleted', 'tag': '1102dfe4-1058-4e26-99f6-573259db13ef', 'status': 'completed', 'code': 200} May 10 17:48:21.413393 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-e8f5d8fb-1f51-47d2-808b-c8dd325564f4 req-64db81f9-9a66-4d14-91e7-da200fa1f9f0 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Synchronizing usage tracker for tenant:cfb991b4fa604304abb77eeaf47d8d99 on resource:port {{(pid=79269) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:48:21.488421 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.quota.resource [req-e8f5d8fb-1f51-47d2-808b-c8dd325564f4 req-64db81f9-9a66-4d14-91e7-da200fa1f9f0 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Unset dirty status for tenant:cfb991b4fa604304abb77eeaf47d8d99 on resource:port {{(pid=79269) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:48:21.489629 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [req-e8f5d8fb-1f51-47d2-808b-c8dd325564f4 req-64db81f9-9a66-4d14-91e7-da200fa1f9f0 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ae6fa-e82e-4a97-a6a5-cf43434ce425 HTTP/1.1" status: 200 len: 210 time: 0.1211419 May 10 17:48:22.822080 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 1102dfe4-1058-4e26-99f6-573259db13ef no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:48:22.855559 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] No Port match for: 1102dfe4-1058-4e26-99f6-573259db13ef {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:48:22.856067 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Device 1102dfe4-1058-4e26-99f6-573259db13ef not bound to the agent host hv-cinder-78638 {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:48:23.843892 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51150) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:24.489449 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393290'] for router_interface, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:24.904779 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Deleting port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:24.905493 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:25.029171 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] For port 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:25.029521 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:25.155925 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Calling delete_port for 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 owned by network:router_interface {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:25.374572 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:25.378426 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-0afa40b8-b277-4dba-88bb-6ac81f419314 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:25.525121 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:25.550921 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:25.789563 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403706'] for router_interface, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:26.153696 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Router a85bb890-183b-4b0b-9b8a-614dfc235f86 has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:48:26.329897 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:48:26.338392 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] Sync routers for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:48:26.348484 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:48:26.349154 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:48:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:26.440705 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-e6314278-6931-4148-9020-7318780e6f51 admin admin] 10.222.0.21 "PUT /v2.0/routers/a85bb890-183b-4b0b-9b8a-614dfc235f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5956905 May 10 17:48:26.443117 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51154) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:26.526782 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:48:26.625907 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks [] for router, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:26.799183 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:26.808294 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:48:25Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:26.812071 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] Checking router: a85bb890-183b-4b0b-9b8a-614dfc235f86 for host: dv-cinder-786383-3-smb {{(pid=79270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:48:26.820417 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] Routers {'a85bb890-183b-4b0b-9b8a-614dfc235f86'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:48:26.821011 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:48:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['a85bb890-183b-4b0b-9b8a-614dfc235f86'], 'active': True} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:27.054345 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvr_db [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] Set router a85bb890-183b-4b0b-9b8a-614dfc235f86 gateway port host: dv-cinder-786383-3-smb {{(pid=79270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:48:27.083167 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Deleting port 5c1b2084-bb08-44f9-8103-a6f13a93a014 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:27.083547 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:27.212337 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] For port 5c1b2084-bb08-44f9-8103-a6f13a93a014, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=5c1b2084-bb08-44f9-8103-a6f13a93a014,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:27.213011 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:27.349213 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Calling delete_port for 5c1b2084-bb08-44f9-8103-a6f13a93a014 owned by network:router_gateway {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:27.358902 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_hamode_db [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:48:25Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:27.362820 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94335410-d021-4b30-bab3-6cf0ee71b219 None None] The sync data for ids ['a85bb890-183b-4b0b-9b8a-614dfc235f86'] in dv-cinder-786383-3-smb is: [{'id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'name': 'tempest-TestMinimumBasicScenario-137712955-router', 'tenant_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:39Z', 'updated_at': '2021-05-10T17:48:25Z', 'revision_number': 5, 'project_id': 'cfb991b4fa604304abb77eeaf47d8d99', 'gw_port': {'id': '5c1b2084-bb08-44f9-8103-a6f13a93a014', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85bb890-183b-4b0b-9b8a-614dfc235f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:40Z', 'updated_at': '2021-05-10T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:48:27.563568 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:27.567435 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-58f6f5b0-d9c8-4666-84b7-2b6b3310874d tempest-VolumesActionsTest-1778177687 tempest-VolumesActionsTest-1778177687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:27.613938 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1b2084-bb08-44f9-8103-a6f13a93a014,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:27.617068 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:27.717660 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:27.916614 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12894'] for router, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:27.919664 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.021907 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-400508'] for router, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.022687 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a85bb890-183b-4b0b-9b8a-614dfc235f86 {{(pid=79268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:48:28.038156 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.044251 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-bee21b02-397e-41f7-b292-659ccd5ac53a admin admin] 10.222.0.21 "DELETE /v2.0/routers/a85bb890-183b-4b0b-9b8a-614dfc235f86 HTTP/1.1" status: 204 len: 168 time: 1.5952756 May 10 17:48:28.044251 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51158) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:28.103984 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] Deleting subnet 5284fa34-9063-4a82-adaf-773eb2c643b6 {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:48:28.107483 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.169058 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.248170 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.568945 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.573198 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-101dc30e-6750-4479-a599-6eb808d3015e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:28.606219 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5284fa34-9063-4a82-adaf-773eb2c643b6,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:28.609672 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:28.612076 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.617803 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-88c67d8e-cb72-47a3-bd6e-fe5f033da8e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5284fa34-9063-4a82-adaf-773eb2c643b6 HTTP/1.1" status: 204 len: 168 time: 0.5748682 May 10 17:48:28.617971 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ac7cd-673a-4bc3-8a9f-8ee074ea68fd None None] Network 477d832e-2197-47aa-b86c-fd4a48508554 requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:48:28.620852 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51162) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:28.731234 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.797858 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.879701 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] DHCP port deletion for 477d832e-2197-47aa-b86c-fd4a48508554 request from dv-cinder-786383-3-smb {{(pid=79270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:48:28.913592 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Deleting port 7c5ba418-a326-4471-b033-ff89f0f03cb3 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:28.913929 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:28.954084 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Deleting port 7c5ba418-a326-4471-b033-ff89f0f03cb3 {{(pid=79270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:28.954484 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.015827 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] For port 7c5ba418-a326-4471-b033-ff89f0f03cb3, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=7c5ba418-a326-4471-b033-ff89f0f03cb3,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:29.016186 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.050350 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] For port 7c5ba418-a326-4471-b033-ff89f0f03cb3, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=7c5ba418-a326-4471-b033-ff89f0f03cb3,segment=NetworkSegment(00099808-0640-44a1-a620-d4cc9f06334d),segment_id=00099808-0640-44a1-a620-d4cc9f06334d)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:29.050753 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.146532 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Calling delete_port for 7c5ba418-a326-4471-b033-ff89f0f03cb3 owned by network:dhcp {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:29.176194 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Calling delete_port for 7c5ba418-a326-4471-b033-ff89f0f03cb3 owned by network:dhcp {{(pid=79270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:29.235685 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 7c5ba418-a326-4471-b033-ff89f0f03cb3 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:48:29.300515 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.304562 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-e96a2ec8-0076-4ff2-bfc5-2f342388bec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:29.333062 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Port 7c5ba418-a326-4471-b033-ff89f0f03cb3 update to DOWN by agent not found {{(pid=79270) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 10 17:48:29.333498 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:48:29.350120 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5ba418-a326-4471-b033-ff89f0f03cb3,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:29.351954 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] No DVR routers for this DVR port 7c5ba418-a326-4471-b033-ff89f0f03cb3 on host dv-cinder-786383-3-smb {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:48:29.353409 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:29.363369 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749'] for port, after_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.373277 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:29.407895 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:48:29.408297 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 14fdd1e2-34f5-4b13-81e7-8c85d3bc43f8 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:48:29.408712 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 5c1b2084-bb08-44f9-8103-a6f13a93a014 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:48:29.443211 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Pushing event deleted for resources: {'Port': ['ID=7c5ba418-a326-4471-b033-ff89f0f03cb3,revision_number=None']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:29.452530 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 5c1b2084-bb08-44f9-8103-a6f13a93a014 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:48:29.452874 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 5c1b2084-bb08-44f9-8103-a6f13a93a014 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:48:29.457331 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] No DVR routers for this DVR port 7c5ba418-a326-4471-b033-ff89f0f03cb3 on host dv-cinder-786383-3-smb {{(pid=79270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:48:29.459661 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.460007 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.460350 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.460658 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.460977 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.461331 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.461601 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.461947 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.462589 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.462589 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.462875 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.463449 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-smb {{(pid=79270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:29.466929 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-e7aa443b-2739-44f2-9164-ea6191e86016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:29.471847 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.485449 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477d832e-2197-47aa-b86c-fd4a48508554']}} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:29.497782 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00099808-0640-44a1-a620-d4cc9f06334d') {'for_net_delete': True} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:29.498102 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00099808-0640-44a1-a620-d4cc9f06334d') {} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:29.509268 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221196'] for segment, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.529286 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.535289 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=79268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:48:29.535661 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354598'] for segment, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: Traceback (most recent call last): May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: timer() May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: cb(*args, **kw) May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: return func(*args, **kwargs) May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: self._notify() May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: self.callback(batched_events) May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: event.method(event) May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: return f(self, *a, **k) May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: return self._get(url).json() May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: return self.request(url, 'GET', **kwargs) May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:48:29.549074 dv-cinder-786383-3-smb neutron-server[79268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:48:29.707343 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.711123 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-3260edf3-da59-480c-9613-5f17200b4423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:29.724684 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:29.735469 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Pushing event deleted for resources: {'Network': ['ID=477d832e-2197-47aa-b86c-fd4a48508554,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:29.739548 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:29.743089 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-7497e71f-21bc-4833-bc0f-d4017f66d86b admin admin] 10.222.0.21 "DELETE /v2.0/networks/477d832e-2197-47aa-b86c-fd4a48508554 HTTP/1.1" status: 204 len: 168 time: 1.1212926 May 10 17:48:29.746524 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51166) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:30.291120 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393290'] for router_interface, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:30.816702 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Deleting port f481ce92-9566-4294-a043-d0e9d2a20c25 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:30.817403 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:30.938158 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] For port f481ce92-9566-4294-a043-d0e9d2a20c25, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=f481ce92-9566-4294-a043-d0e9d2a20c25,segment=NetworkSegment(4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2),segment_id=4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:30.938546 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:31.066095 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Calling delete_port for f481ce92-9566-4294-a043-d0e9d2a20c25 owned by network:router_interface {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:31.259553 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:31.263209 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-09ca081b-b328-4990-91ca-7653536f5d79 tempest-TestShelveInstance-1725877460 tempest-TestShelveInstance-1725877460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:31.308850 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f481ce92-9566-4294-a043-d0e9d2a20c25,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:31.311956 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:31.574763 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403706'] for router_interface, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:31.944994 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Router 5e40ef2f-9dc5-48c9-9044-01ff4503178c has already been hosted by L3 agent 46b29eae-70d2-4dab-88ca-34c11efb3da9 {{(pid=79268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:48:32.239277 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] Notify agent at l3_agent.dv-cinder-786383-3-smb the message routers_updated {{(pid=79268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:48:32.248328 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] Sync routers for ids ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'] in dv-cinder-786383-3-smb {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:48:32.257048 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] Routers {'5e40ef2f-9dc5-48c9-9044-01ff4503178c'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:48:32.257656 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:48:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:32.359694 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-fdacb76f-bc0f-4786-b668-b3d727e8f7cb admin admin] 10.222.0.21 "PUT /v2.0/routers/5e40ef2f-9dc5-48c9-9044-01ff4503178c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119668 May 10 17:48:32.362194 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51172) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:32.436824 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] Set router 5e40ef2f-9dc5-48c9-9044-01ff4503178c gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:48:32.559604 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks [] for router, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:32.720157 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:48:31Z', 'revision_number': 5, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:32.723901 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] Checking router: 5e40ef2f-9dc5-48c9-9044-01ff4503178c for host: dv-cinder-786383-3-smb {{(pid=79271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:48:32.732526 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] Routers {'5e40ef2f-9dc5-48c9-9044-01ff4503178c'} bound to L3 agent in host dv-cinder-786383-3-smb {{(pid=79271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:48:32.733132 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:27:08Z,description=,heartbeat_timestamp=2021-05-10T17:48:08Z,host='dv-cinder-786383-3-smb',id=46b29eae-70d2-4dab-88ca-34c11efb3da9,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:27:09Z,topic='l3_agent')) {'router_ids': ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'], 'active': True} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:32.735294 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:32.875981 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Deleting port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:32.876415 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:32.905156 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_dvr_db [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] Set router 5e40ef2f-9dc5-48c9-9044-01ff4503178c gateway port host: dv-cinder-786383-3-smb {{(pid=79271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:48:32.998399 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] For port 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=9ea192f6-c6fe-41b4-877d-c5f2b1fa1156,segment=NetworkSegment(8bc00c19-c025-4dbd-a7e8-f73b10705289),segment_id=8bc00c19-c025-4dbd-a7e8-f73b10705289)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:32.999058 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:33.121422 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Calling delete_port for 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 owned by network:router_gateway {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:33.186470 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.l3_hamode_db [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:48:31Z', 'revision_number': 5, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}], 'dv-cinder-786383-3-smb', False) {} {{(pid=79271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:33.190299 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a1c5a-517a-4545-ae40-0db28734267b None None] The sync data for ids ['5e40ef2f-9dc5-48c9-9044-01ff4503178c'] in dv-cinder-786383-3-smb is: [{'id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'name': 'tempest-TestMinimumBasicScenario-1334143056-router', 'tenant_id': '949b6b8fab8f4055972b82d107f3759b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'external_fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:45:49Z', 'updated_at': '2021-05-10T17:48:31Z', 'revision_number': 5, 'project_id': '949b6b8fab8f4055972b82d107f3759b', 'gw_port': {'id': '9ea192f6-c6fe-41b4-877d-c5f2b1fa1156', 'name': '', 'network_id': '3e1e8173-2c96-4a15-b9b4-45d791a5d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e40ef2f-9dc5-48c9-9044-01ff4503178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:45:50Z', 'updated_at': '2021-05-10T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2c0d2a5-3434-4ae8-bde6-9439583bf77c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-smb'}] {{(pid=79271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:48:33.341693 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:33.345345 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-a6285a56-4ac6-489d-ae7d-9e48d11912cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:33.389953 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea192f6-c6fe-41b4-877d-c5f2b1fa1156,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:33.415177 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:33.479420 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:33.651708 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12894'] for router, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:33.654273 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:33.757046 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-400508'] for router, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:33.757629 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e40ef2f-9dc5-48c9-9044-01ff4503178c {{(pid=79268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:48:33.773302 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] Notify callbacks [] for router, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:33.774482 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-1d05a168-8397-4a18-8261-f066f7e62bcd admin admin] 10.222.0.21 "DELETE /v2.0/routers/5e40ef2f-9dc5-48c9-9044-01ff4503178c HTTP/1.1" status: 204 len: 168 time: 1.4112434 May 10 17:48:33.777312 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51176) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:33.952372 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] Deleting subnet 6520e46b-0870-4635-af99-35a050bb455e {{(pid=79268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:48:33.955241 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.004155 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221203'] for subnet, precommit_delete_associations {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.085478 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404706'] for subnet, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.414424 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1913296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2282093'] for subnet, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.418581 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-2b839116-5450-48f1-8fef-3c96cadaff6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:34.452080 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6520e46b-0870-4635-af99-35a050bb455e,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:34.457210 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:34.459456 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for subnet, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.465216 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-6c62eeeb-83fd-4143-b88d-03af1150dbc4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6520e46b-0870-4635-af99-35a050bb455e HTTP/1.1" status: 204 len: 168 time: 0.6869264 May 10 17:48:34.466040 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad412f-da52-49df-b290-b675fac7c730 None None] Network 781b7387-2840-432c-a184-ab44853a8f4f requested from dv-cinder-786383-3-smb {{(pid=79270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:48:34.467709 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51180) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:34.577025 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1492770'] for network, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.647724 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Deleting port 4edc8ea1-92ab-4652-a1a2-370e1491e169 {{(pid=79268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:34.648059 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.753926 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.db [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] For port 4edc8ea1-92ab-4652-a1a2-370e1491e169, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=4edc8ea1-92ab-4652-a1a2-370e1491e169,segment=NetworkSegment(4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2),segment_id=4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2)] {{(pid=79268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:34.761487 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.761647 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] DHCP port deletion for 781b7387-2840-432c-a184-ab44853a8f4f request from dv-cinder-786383-3-smb {{(pid=79270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:48:34.820979 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] Deleting port 4edc8ea1-92ab-4652-a1a2-370e1491e169 {{(pid=79270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:48:34.821360 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761337891485'] for port, before_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:34.882027 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.plugin [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Calling delete_port for 4edc8ea1-92ab-4652-a1a2-370e1491e169 owned by network:dhcp {{(pid=79268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:34.926950 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.db [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] For port 4edc8ea1-92ab-4652-a1a2-370e1491e169, host dv-cinder-786383-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-smb',level=0,port_id=4edc8ea1-92ab-4652-a1a2-370e1491e169,segment=NetworkSegment(4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2),segment_id=4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2)] {{(pid=79270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:48:34.927350 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401328'] for port, precommit_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.002962 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2354579'] for port, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.007666 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ddb98d91-510a-4fb1-8b82-b0b12c04f152 tempest-TestMinimumBasicScenario-92176549 tempest-TestMinimumBasicScenario-92176549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:35.052628 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edc8ea1-92ab-4652-a1a2-370e1491e169,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:35.054424 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] No DVR routers for this DVR port 4edc8ea1-92ab-4652-a1a2-370e1491e169 on host dv-cinder-786383-3-smb {{(pid=79268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:48:35.060655 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:35.063031 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] Calling delete_port for 4edc8ea1-92ab-4652-a1a2-370e1491e169 owned by network:dhcp {{(pid=79270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:48:35.113125 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1524612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761337895792', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761337460749'] for port, after_delete {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.116656 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-cffec744-04cf-462c-b58c-9a68fde63764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:35.169629 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] Pushing event deleted for resources: {'Port': ['ID=4edc8ea1-92ab-4652-a1a2-370e1491e169,revision_number=None']} {{(pid=79270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:35.169629 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG oslo_concurrency.lockutils [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:35.169629 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcf8d9-ceea-440e-b848-3fa11a46a9ce None None] No DVR routers for this DVR port 4edc8ea1-92ab-4652-a1a2-370e1491e169 on host dv-cinder-786383-3-smb {{(pid=79270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:48:35.178693 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1406169', 'neutron.services.segments.db._delete_segments_for_network-8761337902493'] for network, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.193545 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781b7387-2840-432c-a184-ab44853a8f4f']}} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:35.207518 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2') {'for_net_delete': True} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:35.207814 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.services.segments.db [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e220613-5f7f-4a22-bcb0-1bdb3cb2a8e2') {} {{(pid=79268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:35.222393 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761337913959', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221196'] for segment, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.225204 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f481ce92-9566-4294-a043-d0e9d2a20c25 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:48:35.239469 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129'] for segment, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.245926 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=79268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:48:35.248659 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354598'] for segment, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: Traceback (most recent call last): May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: timer() May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: cb(*args, **kw) May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: return func(*args, **kwargs) May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: self._notify() May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: self.callback(batched_events) May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: event.method(event) May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: return f(self, *a, **k) May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: return self._get(url).json() May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: return self.request(url, 'GET', **kwargs) May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:48:35.259424 dv-cinder-786383-3-smb neutron-server[79268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:48:35.266267 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: f481ce92-9566-4294-a043-d0e9d2a20c25 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:48:35.266644 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device f481ce92-9566-4294-a043-d0e9d2a20c25 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:48:35.267067 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:48:35.307273 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:48:35.307626 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 9ea192f6-c6fe-41b4-877d-c5f2b1fa1156 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:48:35.308053 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 4edc8ea1-92ab-4652-a1a2-370e1491e169 no longer exists at agent ovs-agent-dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:48:35.345926 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.plugin [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] No Port match for: 4edc8ea1-92ab-4652-a1a2-370e1491e169 {{(pid=79270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:48:35.346280 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron.plugins.ml2.rpc [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Device 4edc8ea1-92ab-4652-a1a2-370e1491e169 not bound to the agent host dv-cinder-786383-3-smb {{(pid=79270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:48:35.404307 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1406112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.407777 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:35.421011 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580460'] for network, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.437092 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Pushing event deleted for resources: {'Network': ['ID=781b7387-2840-432c-a184-ab44853a8f4f,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:35.437285 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-5624982a-141f-419b-8b3e-7bc18193d1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.437407 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:35.438761 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-29e384f5-6ee5-4230-9d23-949a4a7f6697 admin admin] 10.222.0.21 "DELETE /v2.0/networks/781b7387-2840-432c-a184-ab44853a8f4f HTTP/1.1" status: 204 len: 168 time: 0.9699190 May 10 17:48:35.856732 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51186) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:35.903435 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-55a64c8c-19d7-46fe-bbbc-d66384c583b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfb991b4fa604304abb77eeaf47d8d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454409 May 10 17:48:35.905753 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.wsgi [-] (79268) accepted ('10.222.0.21', 51190) {{(pid=79268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:35.965908 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-08ae154f-f774-4b47-96a0-0924a9952db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:35.992166 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-08ae154f-f774-4b47-96a0-0924a9952db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:36.113169 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-08ae154f-f774-4b47-96a0-0924a9952db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:36.116962 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-ee616507-b52c-46b8-bd2b-fd974d356240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:36.129430 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae154f-f774-4b47-96a0-0924a9952db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eb0eb4-e4aa-4d54-a159-39360cb81ae8,revision_number=None']} {{(pid=79268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:36.132785 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG oslo_concurrency.lockutils [None req-08ae154f-f774-4b47-96a0-0924a9952db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:36.138894 dv-cinder-786383-3-smb neutron-server[79268]: DEBUG neutron_lib.callbacks.manager [None req-08ae154f-f774-4b47-96a0-0924a9952db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:36.140308 dv-cinder-786383-3-smb neutron-server[79268]: INFO neutron.wsgi [None req-08ae154f-f774-4b47-96a0-0924a9952db8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50eb0eb4-e4aa-4d54-a159-39360cb81ae8 HTTP/1.1" status: 204 len: 168 time: 0.2334542 May 10 17:48:36.865836 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 51198) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:36.911793 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-71ad03f5-159c-4db9-8f2c-40efe920462b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=949b6b8fab8f4055972b82d107f3759b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473664 May 10 17:48:36.914065 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.wsgi [-] (79269) accepted ('10.222.0.21', 51202) {{(pid=79269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:48:36.970792 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e6c9681f-51d0-41a1-96f9-63557c74cdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:36.997021 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e6c9681f-51d0-41a1-96f9-63557c74cdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:37.122593 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e6c9681f-51d0-41a1-96f9-63557c74cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609623'] for security_group, after_delete {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:37.127565 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-f71043b2-6f17-4d04-b79a-f65f1418861f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:48:37.141193 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9681f-51d0-41a1-96f9-63557c74cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8888a9-0af2-4a9d-976a-22044ad53d14,revision_number=None']} {{(pid=79269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:37.143795 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG oslo_concurrency.lockutils [None req-e6c9681f-51d0-41a1-96f9-63557c74cdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:48:37.146009 dv-cinder-786383-3-smb neutron-server[79269]: DEBUG neutron_lib.callbacks.manager [None req-e6c9681f-51d0-41a1-96f9-63557c74cdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:37.146961 dv-cinder-786383-3-smb neutron-server[79269]: INFO neutron.wsgi [None req-e6c9681f-51d0-41a1-96f9-63557c74cdb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d8888a9-0af2-4a9d-976a-22044ad53d14 HTTP/1.1" status: 204 len: 168 time: 0.2319350 May 10 17:48:38.031370 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-987dc535-7589-40a7-a418-c6c322456039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:38.282853 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:39.227154 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:40.750809 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:48:49.564563 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:48:58.739032 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:05.335494 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8716855d-9ecf-4908-aacb-c24d3b37ed47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:08.041725 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d60ddc4d-6bd7-4394-9046-23a0ef46211e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:08.306893 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:09.197855 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:10.744165 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:26.563513 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:49:28.755430 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:35.339912 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-391d4c8c-66db-48a9-a571-a522df8db153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:38.012189 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-49ee407e-4a0a-4a1d-95ee-3afb6c8ff36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:38.317081 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:39.211987 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:40.737637 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:49:58.762964 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:03.563685 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:50:05.337835 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-06f32dcc-27fb-44ca-8094-1e4ae534a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:08.007560 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-2519a292-dab5-4ef5-8026-3f462a969616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:08.282277 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:09.219482 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:10.744807 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:28.750275 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:35.343408 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-2c0497a9-a888-42f1-bf16-1eb3d0d0a862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:38.010963 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-7d3a713c-b6f6-4a9f-9ee8-f8e8c02dc39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:38.319459 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:39.235514 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:40.601139 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:50:40.749866 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:50:58.778170 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:05.337312 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-5ce980fc-8ed1-4ced-bad9-e031a1344005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:08.035063 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b80301e3-3ce4-40f7-92cb-48c9e236af60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:08.292317 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:09.221414 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:10.783682 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:17.590780 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:51:28.775882 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:35.357856 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-c0b8043f-0510-4d2e-ba3f-348917376882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:38.022826 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b4f21b78-5972-49da-96ae-b421b0943633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:38.297530 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:39.226086 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:40.748695 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:51:54.590234 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:51:58.785909 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:05.365310 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-f58aae8d-2b59-492b-8c73-d26762270d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:08.020030 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-583fb8f0-71ab-4e11-9b28-71284b2f8740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:08.307924 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:09.237365 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:10.782301 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:28.781890 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:31.589974 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:52:35.367812 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-1eb908fc-4b0e-4eac-80af-0c84d1b13a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:38.013966 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-d72280d7-53b8-4f6c-a64e-bce71250956a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:38.307670 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:39.253481 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:40.803279 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:52:58.813046 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:05.344486 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-b0f065c5-cf15-4e11-97e3-8678931db75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:08.024400 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-8df3878b-ead5-40de-849d-9b23f7cd6dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:08.310199 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:08.588950 dv-cinder-786383-3-smb neutron-server[79271]: DEBUG neutron.db.agents_db [None req-539ac92a-2b53-4cf0-ae72-c653407f0ea6 None None] Agent healthcheck: found 6 active agents {{(pid=79271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:53:09.261042 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:10.775328 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:28.812562 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-6b6f342d-84fe-4cef-b5d5-13d93bfd095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:35.344266 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-24e0ec47-ca11-4dd4-998d-458764932c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:38.003389 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-4d0d1074-69f2-4270-82ac-08204245c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:38.324007 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-36c62667-a6b8-4f70-a480-8453286493f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:39.231572 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-3a69b067-16c0-4ea2-9339-e4e808eddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:53:40.768480 dv-cinder-786383-3-smb neutron-server[79270]: DEBUG neutron_lib.callbacks.manager [None req-ceb734ab-396e-4b1e-acd0-73009bfbcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761337902502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405923'] for agent, after_update {{(pid=79270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}